14:05:58.283 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:05:58.283 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskF_hT0c/test-tmp
14:05:58.283 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
14:05:58.283 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskF_hT0c/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
14:05:58.286 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:05:58.593 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:05:58.593 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:05:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.595118 3605 mini_oidc.cc:150] Starting JWKS server
14:05:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.597101 3605 webserver.cc:533] Webserver started at http://127.0.0.1:46487/ using document root <none> and password file <none>
14:05:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.597333 3605 mini_oidc.cc:186] Starting OIDC Discovery server
14:05:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.597790 3605 webserver.cc:533] Webserver started at http://127.0.0.1:40287/ using document root <none> and password file <none>
14:05:58.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T14:05:58Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:05:58.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T14:05:58Z Disabled control of system clock
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.625114 3605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/wal
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/data
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/logs
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/data/info.pb
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.126:38213
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.126
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:05:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:05:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.923731 3616 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.923993 3616 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.924058 3616 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.932370 3616 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.932440 3616 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:05:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.932487 3616 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.932525 3616 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.932574 3616 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.932621 3616 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.932672 3616 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46487/jwks.json
14:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.941723 3616 master_runner.cc:387] Master server non-default flags:
14:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/data
14:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/wal
14:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.126:38213
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/data/info.pb
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.126
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/logs
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 13:43:31 UTC on bdcb31816ec0
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12454
14:05:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:05:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.943059 3616 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:58.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.944612 3616 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:58.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.951884 3621 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:58.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.952287 3622 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:58.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:58.952641 3624 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:58.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.953392 3616 server_base.cc:1061] running on GCE node
14:05:58.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.954010 3616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:58.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.955204 3616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.956445 3616 hybrid_clock.cc:648] HybridClock initialized: now 1781791558956381 us; error 38 us; skew 500 ppm
14:05:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.956787 3616 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.958766 3616 webserver.cc:533] Webserver started at http://127.3.133.126:35583/ using document root <none> and password file <none>
14:05:58.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.959420 3616 fs_manager.cc:362] Metadata directory not provided
14:05:58.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.959554 3616 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.959914 3616 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.961972 3616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/data/instance:
14:05:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "861eb1a6163546ae94a6673b9450745c"
14:05:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:58 on dist-test-slave-n868"
14:05:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.962678 3616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/wal/instance:
14:05:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "861eb1a6163546ae94a6673b9450745c"
14:05:58.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:58 on dist-test-slave-n868"
14:05:58.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.967407 3616 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
14:05:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.970289 3630 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:05:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.971321 3616 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
14:05:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.971510 3616 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/data,/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/wal
14:05:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "861eb1a6163546ae94a6673b9450745c"
14:05:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:58 on dist-test-slave-n868"
14:05:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.971700 3616 fs_report.cc:389] FS layout report
14:05:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/wal
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/wal
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/data/data
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:58.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.993497 3616 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:05:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.994194 3616 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:58.994508 3616 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.016244 3616 rpc_server.cc:307] RPC server started. Bound to: 127.3.133.126:38213
14:05:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.016317 3691 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.133.126:38213 every 8 connection(s)
14:05:59.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.017668 3616 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/data/info.pb
14:05:59.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.021526 3692 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.026515 3692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.028403 3605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu as pid 3616
14:05:59.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.028766 3605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-0/wal/instance
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.031301 3605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/logs
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data/info.pb
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.125:36701
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.125
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:05:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:05:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.040525 3692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.041884 3631 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:05:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.043416 3692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.125:36701: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:05:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.092774 3692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } attempt: 1
14:05:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.094936 3692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.125:36701: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:05:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.163229 3692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } attempt: 2
14:05:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.165256 3692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.125:36701: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:05:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.256526 3692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } attempt: 3
14:05:59.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.258684 3692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.125:36701: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:05:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.334241 3696 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.334496 3696 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.334563 3696 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.342108 3696 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.342171 3696 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:05:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.342216 3696 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.342249 3696 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.342293 3696 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.342334 3696 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.342378 3696 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46487/jwks.json
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.351465 3696 master_runner.cc:387] Master server non-default flags:
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.125:36701
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data/info.pb
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.125
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/logs
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 13:43:31 UTC on bdcb31816ec0
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12454
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:05:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.352841 3696 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.354471 3696 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.361826 3702 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.362166 3705 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.362516 3703 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.363265 3696 server_base.cc:1061] running on GCE node
14:05:59.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.364010 3696 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:59.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.365301 3696 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:59.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.366539 3696 hybrid_clock.cc:648] HybridClock initialized: now 1781791559366483 us; error 57 us; skew 500 ppm
14:05:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.366887 3696 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.368871 3696 webserver.cc:533] Webserver started at http://127.3.133.125:39409/ using document root <none> and password file <none>
14:05:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.369729 3696 fs_manager.cc:362] Metadata directory not provided
14:05:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.369881 3696 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.370187 3696 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.372354 3696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data/instance:
14:05:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b"
14:05:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:59 on dist-test-slave-n868"
14:05:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.373121 3696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal/instance:
14:05:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b"
14:05:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:59 on dist-test-slave-n868"
14:05:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.377794 3696 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.001s
14:05:59.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.380537 3711 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:05:59.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.381839 3696 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.382014 3696 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data,/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b"
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:59 on dist-test-slave-n868"
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.382198 3696 fs_report.cc:389] FS layout report
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data/data
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.401921 3692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } attempt: 4
14:05:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.402902 3696 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:05:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.403584 3696 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.403587 3692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.125:36701: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:05:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.403862 3696 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.425575 3696 rpc_server.cc:307] RPC server started. Bound to: 127.3.133.125:36701
14:05:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.425614 3773 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.133.125:36701 every 8 connection(s)
14:05:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.427085 3696 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data/info.pb
14:05:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.430852 3774 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.435875 3774 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.436753 3605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu as pid 3696
14:05:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.436947 3605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal/instance
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.438196 3605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/logs
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data/info.pb
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.124:36693
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.124
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:05:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:05:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.448208 3774 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.456830 3774 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.458014 3714 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:05:59.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.459481 3774 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.124:36693: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:05:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.508759 3774 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } attempt: 1
14:05:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.510715 3774 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.124:36693: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:05:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.578912 3774 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } attempt: 2
14:05:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.580842 3774 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.124:36693: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:05:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.672068 3774 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } attempt: 3
14:05:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.674281 3774 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.124:36693: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:05:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.702946 3692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } attempt: 5
14:05:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.708840 3692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.710508 3692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.124:36693: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:05:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.748690 3777 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.748941 3777 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.749007 3777 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.756853 3777 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.756925 3777 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:05:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.756974 3777 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.757012 3777 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.757086 3777 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.757134 3777 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.757179 3777 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46487/jwks.json
14:05:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.761709 3692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } attempt: 1
14:05:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.763428 3692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.124:36693: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.766556 3777 master_runner.cc:387] Master server non-default flags:
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.124:36693
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data/info.pb
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.124
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/logs
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 13:43:31 UTC on bdcb31816ec0
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12454
14:05:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:05:59.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.767942 3777 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.769598 3777 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.777446 3784 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.777472 3785 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.781436 3777 server_base.cc:1061] running on GCE node
14:05:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.782181 3787 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:59.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.782953 3777 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.784162 3777 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.785377 3777 hybrid_clock.cc:648] HybridClock initialized: now 1781791559785317 us; error 38 us; skew 500 ppm
14:05:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.785660 3777 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.787732 3777 webserver.cc:533] Webserver started at http://127.3.133.124:34101/ using document root <none> and password file <none>
14:05:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.788298 3777 fs_manager.cc:362] Metadata directory not provided
14:05:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.788389 3777 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.788655 3777 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.790673 3777 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data/instance:
14:05:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93427986a2554b0cbf3255eb6abcfcf9"
14:05:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:59 on dist-test-slave-n868"
14:05:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.791241 3777 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal/instance:
14:05:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93427986a2554b0cbf3255eb6abcfcf9"
14:05:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:59 on dist-test-slave-n868"
14:05:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.795869 3777 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.002s
14:05:59.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.798832 3793 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.799942 3777 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.800055 3777 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data,/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93427986a2554b0cbf3255eb6abcfcf9"
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:59 on dist-test-slave-n868"
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.800180 3777 fs_report.cc:389] FS layout report
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data/data
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.817523 3774 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } attempt: 4
14:05:59.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.819455 3774 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.124:36693: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:05:59.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.828135 3777 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:05:59.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.828835 3777 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.829058 3777 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.831626 3692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } attempt: 2
14:05:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.833451 3692 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.133.124:36693: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:05:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.852818 3777 rpc_server.cc:307] RPC server started. Bound to: 127.3.133.124:36693
14:05:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.852896 3854 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.133.124:36693 every 8 connection(s)
14:05:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.854238 3777 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data/info.pb
14:05:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.855154 3605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu as pid 3777
14:05:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.855368 3605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal/instance
14:05:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.858292 3855 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.864506 3855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.878302 3855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.884716 3855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } has no permanent_uuid. Determining permanent_uuid...
14:05:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.893447 3855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Bootstrap starting.
14:05:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.896692 3855 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Neither blocks nor log segments found. Creating new log.
14:05:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.897703 3855 log.cc:826] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Log is configured to *not* fsync() on all Append() calls
14:05:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.899871 3855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: No bootstrap required, opened a new log
14:05:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.905135 3855 raft_consensus.cc:359] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:05:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.905438 3855 raft_consensus.cc:385] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.905526 3855 raft_consensus.cc:740] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93427986a2554b0cbf3255eb6abcfcf9, State: Initialized, Role: FOLLOWER
14:05:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.906065 3855 consensus_queue.cc:260] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:05:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.907109 3862 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:05:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.907905 3862 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: FOLLOWER
14:05:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.908258 3855 sys_catalog.cc:565] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: configured and running, proceeding with master startup.
14:05:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.917065 3873 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:05:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.917299 3873 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:05:59.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.914340 3777 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: OK, instance_id { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" instance_seqno: 1781791559011334 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:05:59.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.920671 3777 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:05:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.939693 3692 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } attempt: 3
14:05:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.949995 3692 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: Bootstrap starting.
14:05:59.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.953155 3692 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: Neither blocks nor log segments found. Creating new log.
14:05:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.954309 3692 log.cc:826] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: Log is configured to *not* fsync() on all Append() calls
14:05:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.956825 3692 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: No bootstrap required, opened a new log
14:05:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.962565 3692 raft_consensus.cc:359] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:05:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.962821 3692 raft_consensus.cc:385] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.962937 3692 raft_consensus.cc:740] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 861eb1a6163546ae94a6673b9450745c, State: Initialized, Role: FOLLOWER
14:05:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.963536 3692 consensus_queue.cc:260] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:05:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.964488 3876 sys_catalog.cc:455] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:05:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.964818 3876 sys_catalog.cc:458] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: This master's current role is: FOLLOWER
14:05:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.965632 3692 sys_catalog.cc:565] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: configured and running, proceeding with master startup.
14:05:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.976785 3887 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:05:59.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.977056 3887 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:05:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.981654 3876 raft_consensus.cc:493] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.981879 3876 raft_consensus.cc:515] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:05:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.983467 3862 raft_consensus.cc:493] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.983691 3876 leader_election.cc:290] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:05:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.983676 3862 raft_consensus.cc:515] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:05:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.985100 3820 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861eb1a6163546ae94a6673b9450745c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93427986a2554b0cbf3255eb6abcfcf9" is_pre_election: true
14:05:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.985610 3820 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 861eb1a6163546ae94a6673b9450745c in term 0.
14:05:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.986701 3633 leader_election.cc:304] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9; no voters:
14:05:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.986644 3657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93427986a2554b0cbf3255eb6abcfcf9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "861eb1a6163546ae94a6673b9450745c" is_pre_election: true
14:05:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.987092 3657 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93427986a2554b0cbf3255eb6abcfcf9 in term 0.
14:05:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.987293 3862 leader_election.cc:290] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701)
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.987704 3876 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.987694 3797 leader_election.cc:304] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9; no voters:
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.987861 3876 raft_consensus.cc:493] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.987988 3876 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 0 FOLLOWER]: Advancing to term 1
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.988104 3862 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.988240 3862 raft_consensus.cc:493] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.988336 3862 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 0 FOLLOWER]: Advancing to term 1
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.991027 3876 raft_consensus.cc:515] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.991182 3862 raft_consensus.cc:515] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:05:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.992110 3657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93427986a2554b0cbf3255eb6abcfcf9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "861eb1a6163546ae94a6673b9450745c"
14:05:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.992434 3657 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 93427986a2554b0cbf3255eb6abcfcf9 in current term 1: Already voted for candidate 861eb1a6163546ae94a6673b9450745c in this term.
14:05:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.993362 3876 leader_election.cc:290] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 1 election: Requested vote from peers cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:05:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.978128 3616 master_runner.cc:187] Error getting master registration for 127.3.133.125:36701: OK, instance_id { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" instance_seqno: 1781791559420511 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:05:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.995338 3616 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:05:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.996663 3820 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861eb1a6163546ae94a6673b9450745c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93427986a2554b0cbf3255eb6abcfcf9"
14:05:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.996958 3820 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 861eb1a6163546ae94a6673b9450745c in current term 1: Already voted for candidate 93427986a2554b0cbf3255eb6abcfcf9 in this term.
14:05:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:05:59.997453 3636 tablet.cc:2406] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:05:59.998625 3862 leader_election.cc:290] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 1 election: Requested vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701)
14:06:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.080922 3799 tablet.cc:2406] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.118649 3774 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } attempt: 5
14:06:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.132548 3774 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: Bootstrap starting.
14:06:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.137596 3774 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: Neither blocks nor log segments found. Creating new log.
14:06:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.139149 3774 log.cc:826] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: Log is configured to *not* fsync() on all Append() calls
14:06:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.142899 3774 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: No bootstrap required, opened a new log
14:06:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.150384 3774 raft_consensus.cc:359] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.150794 3774 raft_consensus.cc:385] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.151008 3774 raft_consensus.cc:740] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd1ebcd1d8eb4470be83e4bcc4a1945b, State: Initialized, Role: FOLLOWER
14:06:00.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.151746 3774 consensus_queue.cc:260] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:00.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.153715 3890 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:00.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.154312 3890 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: This master's current role is: FOLLOWER
14:06:00.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.154623 3774 sys_catalog.cc:565] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: configured and running, proceeding with master startup.
14:06:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.154594 3737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861eb1a6163546ae94a6673b9450745c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" is_pre_election: true
14:06:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.154819 3736 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861eb1a6163546ae94a6673b9450745c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b"
14:06:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.155133 3737 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 861eb1a6163546ae94a6673b9450745c in term 0.
14:06:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.155385 3738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93427986a2554b0cbf3255eb6abcfcf9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" is_pre_election: true
14:06:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.155628 3738 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93427986a2554b0cbf3255eb6abcfcf9 in term 0.
14:06:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.155835 3735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93427986a2554b0cbf3255eb6abcfcf9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b"
14:06:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.156024 3735 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 0 FOLLOWER]: Advancing to term 1
14:06:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.156361 3717 tablet.cc:2406] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.160121 3631 leader_election.cc:304] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 861eb1a6163546ae94a6673b9450745c; no voters: 93427986a2554b0cbf3255eb6abcfcf9, cd1ebcd1d8eb4470be83e4bcc4a1945b
14:06:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.160681 3735 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93427986a2554b0cbf3255eb6abcfcf9 in term 1.
14:06:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.160683 3876 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
14:06:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.161062 3794 leader_election.cc:304] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 93427986a2554b0cbf3255eb6abcfcf9, cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c
14:06:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.161867 3862 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Leader election won for term 1
14:06:00.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.172135 3862 raft_consensus.cc:697] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 LEADER]: Becoming Leader. State: Replica: 93427986a2554b0cbf3255eb6abcfcf9, State: Running, Role: LEADER
14:06:00.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.172852 3862 consensus_queue.cc:237] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.180588 3891 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93427986a2554b0cbf3255eb6abcfcf9. Latest consensus state: current_term: 1 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.180954 3891 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: LEADER
14:06:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.187446 3897 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:06:00.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.189599 3897 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:06:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.203271 3735 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 1 FOLLOWER]: Refusing update from remote peer 93427986a2554b0cbf3255eb6abcfcf9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.204268 3891 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:00.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.212733 3657 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 1 FOLLOWER]: Refusing update from remote peer 93427986a2554b0cbf3255eb6abcfcf9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:00.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.213665 3891 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.234211 3890 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93427986a2554b0cbf3255eb6abcfcf9. Latest consensus state: current_term: 1 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.234452 3890 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: This master's current role is: FOLLOWER
14:06:00.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.245393 3899 mvcc.cc:204] Tried to move back new op lower bound from 7298218230582296576 to 7298218230474018816. Current Snapshot: MvccSnapshot[applied={T|T < 7298218230582296576}]
14:06:00.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.247196 3862 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:00.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.247458 3862 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: LEADER
14:06:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.248752 3890 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.248941 3890 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: This master's current role is: FOLLOWER
14:06:00.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.255138 3897 catalog_manager.cc:1382] Generated new cluster ID: 0c59767afea64f7094cfb05a389c004b
14:06:00.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.255249 3897 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:06:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.270262 3876 sys_catalog.cc:455] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93427986a2554b0cbf3255eb6abcfcf9. Latest consensus state: current_term: 1 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.270557 3876 sys_catalog.cc:458] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: This master's current role is: FOLLOWER
14:06:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.276001 3910 catalog_manager.cc:1294] Loaded cluster ID: 0c59767afea64f7094cfb05a389c004b
14:06:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.276211 3910 catalog_manager.cc:1587] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: loading cluster ID for follower catalog manager: success
14:06:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.277290 3891 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.277513 3891 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: LEADER
14:06:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.277530 3910 catalog_manager.cc:1611] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: acquiring CA information for follower catalog manager: Not found: root CA entry not found
14:06:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.277647 3910 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
14:06:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.283780 3876 sys_catalog.cc:455] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.284019 3876 sys_catalog.cc:458] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: This master's current role is: FOLLOWER
14:06:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.296641 3903 mvcc.cc:204] Tried to move back new op lower bound from 7298218230582296576 to 7298218230474018816. Current Snapshot: MvccSnapshot[applied={T|T < 7298218230582296576}]
14:06:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.321604 3897 catalog_manager.cc:1405] Generated new certificate authority record
14:06:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.323347 3897 catalog_manager.cc:1539] Loading token signing keys...
14:06:00.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.345224 3897 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Generated new TSK 0
14:06:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.346447 3897 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:06:00.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.378022 3605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:00.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/wal
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/data
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/logs
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/data/info.pb
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.65:0
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.133.65
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.65
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:06:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:06:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.758854 3914 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.759114 3914 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.759196 3914 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.767494 3914 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.767606 3914 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:06:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.767653 3914 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:06:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.767688 3914 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
14:06:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.767760 3914 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.133.65
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.778019 3914 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/data
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/wal
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.65:0
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/data/info.pb
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.65
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.133.65
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/logs
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 13:43:31 UTC on bdcb31816ec0
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12454
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:06:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.779662 3914 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.781263 3914 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.790977 3919 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.791038 3922 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:00.791004 3920 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.792001 3914 server_base.cc:1061] running on GCE node
14:06:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.792534 3914 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.793433 3914 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:00.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.794682 3914 hybrid_clock.cc:648] HybridClock initialized: now 1781791560794625 us; error 32 us; skew 500 ppm
14:06:00.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.794975 3914 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:00.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.797089 3914 webserver.cc:533] Webserver started at http://127.3.133.65:42629/ using document root <none> and password file <none>
14:06:00.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.797842 3914 fs_manager.cc:362] Metadata directory not provided
14:06:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.797976 3914 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.798307 3914 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.800418 3914 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/data/instance:
14:06:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3bd1a2aba62141d9b89a404a9819f0de"
14:06:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:06:00 on dist-test-slave-n868"
14:06:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.801141 3914 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/wal/instance:
14:06:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3bd1a2aba62141d9b89a404a9819f0de"
14:06:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:06:00 on dist-test-slave-n868"
14:06:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.805915 3914 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.001s
14:06:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.808924 3928 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.810176 3914 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.810287 3914 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/data,/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/wal
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3bd1a2aba62141d9b89a404a9819f0de"
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:06:00 on dist-test-slave-n868"
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.810412 3914 fs_report.cc:389] FS layout report
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/wal
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/wal
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/data/data
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:00.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.826866 3914 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.827612 3914 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.827821 3914 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:00.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.830511 3914 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:00.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.830627 3914 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:06:00.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.830722 3914 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:00.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.830812 3914 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:06:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.914233 3914 rpc_server.cc:307] RPC server started. Bound to: 127.3.133.65:36687
14:06:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.914300 4052 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.133.65:36687 every 8 connection(s)
14:06:00.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.915449 3914 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/data/info.pb
14:06:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.917933 4054 heartbeater.cc:344] Connected to a master server at 127.3.133.126:38213
14:06:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.918313 4054 heartbeater.cc:461] Registering TS with master...
14:06:00.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.918926 3605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu as pid 3914
14:06:00.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.919124 3605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-0/wal/instance
14:06:00.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.919440 4054 heartbeater.cc:507] Master 127.3.133.126:38213 requested a full tablet report, sending...
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.922435 3647 ts_manager.cc:194] Registered new tserver with Master: 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687)
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.923676 3605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/wal
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/data
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/logs
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/data/info.pb
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.66:0
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.133.66
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.66
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:06:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:06:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.927175 4053 heartbeater.cc:344] Connected to a master server at 127.3.133.124:36693
14:06:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.927299 4053 heartbeater.cc:461] Registering TS with master...
14:06:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.927771 4053 heartbeater.cc:507] Master 127.3.133.124:36693 requested a full tablet report, sending...
14:06:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.929243 3810 ts_manager.cc:194] Registered new tserver with Master: 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687)
14:06:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.931206 3810 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.133.65:35045
14:06:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.931855 4055 heartbeater.cc:344] Connected to a master server at 127.3.133.125:36701
14:06:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.931984 4055 heartbeater.cc:461] Registering TS with master...
14:06:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.932466 4055 heartbeater.cc:507] Master 127.3.133.125:36701 requested a full tablet report, sending...
14:06:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.933952 3728 ts_manager.cc:194] Registered new tserver with Master: 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687)
14:06:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.978760 3887 catalog_manager.cc:1294] Loaded cluster ID: 0c59767afea64f7094cfb05a389c004b
14:06:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.978873 3887 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: loading cluster ID for follower catalog manager: success
14:06:00.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.981176 3887 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: acquiring CA information for follower catalog manager: success
14:06:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:00.982766 3887 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.244333 4058 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.244604 4058 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.244690 4058 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.253085 4058 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.253223 4058 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:06:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.253283 4058 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:06:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.253322 4058 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
14:06:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.253403 4058 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.133.66
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.263244 4058 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/data
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/wal
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.66:0
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/data/info.pb
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.66
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.133.66
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/logs
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 13:43:31 UTC on bdcb31816ec0
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12454
14:06:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:06:01.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.264698 4058 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.266608 4058 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:01.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.276430 4064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.277251 4066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.277289 4063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.277710 4058 server_base.cc:1061] running on GCE node
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.278312 4058 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.279336 4058 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.280586 4058 hybrid_clock.cc:648] HybridClock initialized: now 1781791561280507 us; error 46 us; skew 500 ppm
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.280884 4058 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.281786 3910 catalog_manager.cc:1609] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: acquiring CA information for follower catalog manager: success
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.283346 4058 webserver.cc:533] Webserver started at http://127.3.133.66:39095/ using document root <none> and password file <none>
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.284034 3910 catalog_manager.cc:1637] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.284164 4058 fs_manager.cc:362] Metadata directory not provided
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.284284 4058 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.284678 4058 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.286955 4058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/data/instance:
14:06:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89119336845344cda5a4dc69c06799bf"
14:06:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:06:01 on dist-test-slave-n868"
14:06:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.287789 4058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/wal/instance:
14:06:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89119336845344cda5a4dc69c06799bf"
14:06:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:06:01 on dist-test-slave-n868"
14:06:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.294575 4058 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
14:06:01.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.297637 4072 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:01.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.298723 4058 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.298892 4058 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/data,/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/wal
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "89119336845344cda5a4dc69c06799bf"
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:06:01 on dist-test-slave-n868"
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.299088 4058 fs_report.cc:389] FS layout report
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/wal
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/wal
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/data/data
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:01.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.313406 4058 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:01.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.314095 4058 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:01.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.314384 4058 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.317219 4058 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.317435 4058 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
14:06:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.317585 4058 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.317664 4058 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:06:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.366956 4058 rpc_server.cc:307] RPC server started. Bound to: 127.3.133.66:46479
14:06:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.366998 4193 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.133.66:46479 every 8 connection(s)
14:06:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.368278 4058 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/data/info.pb
14:06:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.370716 4195 heartbeater.cc:344] Connected to a master server at 127.3.133.126:38213
14:06:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.371655 4195 heartbeater.cc:461] Registering TS with master...
14:06:01.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.372694 4195 heartbeater.cc:507] Master 127.3.133.126:38213 requested a full tablet report, sending...
14:06:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.374018 3605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu as pid 4058
14:06:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.374188 3605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-1/wal/instance
14:06:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.374323 3646 ts_manager.cc:194] Registered new tserver with Master: 89119336845344cda5a4dc69c06799bf (127.3.133.66:46479)
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.377929 4196 heartbeater.cc:344] Connected to a master server at 127.3.133.125:36701
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.378067 4196 heartbeater.cc:461] Registering TS with master...
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.378506 4196 heartbeater.cc:507] Master 127.3.133.125:36701 requested a full tablet report, sending...
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.378919 3605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/wal
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/data
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/logs
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/data/info.pb
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.67:0
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.133.67
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.67
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.379451 3728 ts_manager.cc:194] Registered new tserver with Master: 89119336845344cda5a4dc69c06799bf (127.3.133.66:46479)
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.379763 4194 heartbeater.cc:344] Connected to a master server at 127.3.133.124:36693
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.379873 4194 heartbeater.cc:461] Registering TS with master...
14:06:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.380216 4194 heartbeater.cc:507] Master 127.3.133.124:36693 requested a full tablet report, sending...
14:06:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.381036 3810 ts_manager.cc:194] Registered new tserver with Master: 89119336845344cda5a4dc69c06799bf (127.3.133.66:46479)
14:06:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.382097 3810 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.133.66:37855
14:06:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.709975 4199 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.710280 4199 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.710366 4199 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.718706 4199 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.718815 4199 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:06:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.718863 4199 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:06:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.718897 4199 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
14:06:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.718971 4199 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.133.67
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.728809 4199 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/data
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/wal
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.67:0
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/data/info.pb
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.67
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.133.67
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/logs
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 13:43:31 UTC on bdcb31816ec0
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12454
14:06:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:06:01.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.730316 4199 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:01.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.731921 4199 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.740621 4205 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.740631 4204 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.740715 4207 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.741840 4199 server_base.cc:1061] running on GCE node
14:06:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.742336 4199 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.743288 4199 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.744520 4199 hybrid_clock.cc:648] HybridClock initialized: now 1781791561744474 us; error 60 us; skew 500 ppm
14:06:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.744836 4199 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.746814 4199 webserver.cc:533] Webserver started at http://127.3.133.67:38213/ using document root <none> and password file <none>
14:06:01.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.747479 4199 fs_manager.cc:362] Metadata directory not provided
14:06:01.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.747634 4199 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:01.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.748003 4199 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.750262 4199 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/data/instance:
14:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6dbcb88f0df445897491c2118e5502b"
14:06:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:06:01 on dist-test-slave-n868"
14:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.751036 4199 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/wal/instance:
14:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6dbcb88f0df445897491c2118e5502b"
14:06:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:06:01 on dist-test-slave-n868"
14:06:01.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.755844 4199 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
14:06:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.758805 4213 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.759887 4199 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.760011 4199 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/data,/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/wal
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6dbcb88f0df445897491c2118e5502b"
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:06:01 on dist-test-slave-n868"
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.760140 4199 fs_report.cc:389] FS layout report
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/wal
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/wal
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/data/data
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:01.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.775288 4199 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.775924 4199 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:01.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.776130 4199 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.778963 4199 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.779246 4199 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:06:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.779377 4199 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.779461 4199 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:06:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.841646 4199 rpc_server.cc:307] RPC server started. Bound to: 127.3.133.67:33553
14:06:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.841693 4334 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.133.67:33553 every 8 connection(s)
14:06:01.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.842869 4199 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/data/info.pb
14:06:01.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.845247 4336 heartbeater.cc:344] Connected to a master server at 127.3.133.126:38213
14:06:01.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.845849 4336 heartbeater.cc:461] Registering TS with master...
14:06:01.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.846292 3605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu as pid 4199
14:06:01.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.846477 3605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/ts-2/wal/instance
14:06:01.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.846685 4336 heartbeater.cc:507] Master 127.3.133.126:38213 requested a full tablet report, sending...
14:06:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.848156 3646 ts_manager.cc:194] Registered new tserver with Master: b6dbcb88f0df445897491c2118e5502b (127.3.133.67:33553)
14:06:01.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.853791 4337 heartbeater.cc:344] Connected to a master server at 127.3.133.125:36701
14:06:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.853942 4337 heartbeater.cc:461] Registering TS with master...
14:06:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.854105 4335 heartbeater.cc:344] Connected to a master server at 127.3.133.124:36693
14:06:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.854343 4335 heartbeater.cc:461] Registering TS with master...
14:06:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.854470 4337 heartbeater.cc:507] Master 127.3.133.125:36701 requested a full tablet report, sending...
14:06:01.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.855389 4335 heartbeater.cc:507] Master 127.3.133.124:36693 requested a full tablet report, sending...
14:06:01.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.856702 3728 ts_manager.cc:194] Registered new tserver with Master: b6dbcb88f0df445897491c2118e5502b (127.3.133.67:33553)
14:06:01.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.857409 3810 ts_manager.cc:194] Registered new tserver with Master: b6dbcb88f0df445897491c2118e5502b (127.3.133.67:33553)
14:06:01.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.858654 3810 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.133.67:58307
14:06:01.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.870524 3605 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:06:01.872 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:06:01.872 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:06:01.873 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.133.126"
port: 38213
}
bound_http_address {
host: "127.3.133.126"
port: 35583
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.133.125"
port: 36701
}
bound_http_address {
host: "127.3.133.125"
port: 39409
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.133.124"
port: 36693
}
bound_http_address {
host: "127.3.133.124"
port: 34101
}
}
}
14:06:01.873 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:06:01.874 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.133.65"
port: 36687
}
bound_http_address {
host: "127.3.133.65"
port: 42629
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.133.66"
port: 46479
}
bound_http_address {
host: "127.3.133.66"
port: 39095
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.133.67"
port: 33553
}
bound_http_address {
host: "127.3.133.67"
port: 38213
}
}
}
14:06:01.874 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:06:01.875 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:06:01.876 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.133.125:36701(127.3.133.125:36701)] connecting to peer
14:06:01.878 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:01.878 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.133.125:36701(127.3.133.125:36701)] Successfully connected to peer
14:06:01.879 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:01.880 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.133.125
14:06:01.880 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.133.126:38213(127.3.133.126:38213)] Successfully connected to peer
14:06:01.882 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.133.126
14:06:01.882 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.133.124:36693(127.3.133.124:36693)] Successfully connected to peer
14:06:01.886 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.133.124
14:06:01.890 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x262fc2f3, L:/127.0.0.1:55422 - R:/127.3.133.125:36701] using SASL/PLAIN
14:06:01.891 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4232b103, L:/127.0.0.1:57692 - R:/127.3.133.126:38213] using SASL/PLAIN
14:06:01.903 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdd4caf4b, L:/127.0.0.1:46558 - R:/127.3.133.124:36693] using SASL/PLAIN
14:06:01.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:01.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=28), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [15ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [17ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: OK, deferred=null) after lookup
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.906032 3810 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46558:
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:06:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:01.907841 3810 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:06:01.929 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 7a33602c243941599f138686db2a97b1
14:06:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.933764 4053 heartbeater.cc:499] Master 127.3.133.124:36693 was elected leader, sending a full tablet report...
14:06:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.988430 4269 tablet_service.cc:1511] Processing CreateTablet for tablet 31d68fe9f3434919b3f394cc319e9b41 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:06:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.989563 4270 tablet_service.cc:1511] Processing CreateTablet for tablet d44c5564236d4ccf9302b1501691d5f2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:06:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.990597 4270 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d44c5564236d4ccf9302b1501691d5f2. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:01.994567 4269 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 31d68fe9f3434919b3f394cc319e9b41. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.002743 4128 tablet_service.cc:1511] Processing CreateTablet for tablet 31d68fe9f3434919b3f394cc319e9b41 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:06:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.004060 4128 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 31d68fe9f3434919b3f394cc319e9b41. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.004081 3988 tablet_service.cc:1511] Processing CreateTablet for tablet d44c5564236d4ccf9302b1501691d5f2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:06:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.004292 3987 tablet_service.cc:1511] Processing CreateTablet for tablet 31d68fe9f3434919b3f394cc319e9b41 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:06:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.005370 3988 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d44c5564236d4ccf9302b1501691d5f2. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.005445 4129 tablet_service.cc:1511] Processing CreateTablet for tablet d44c5564236d4ccf9302b1501691d5f2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:06:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.005820 3987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 31d68fe9f3434919b3f394cc319e9b41. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.005860 4129 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d44c5564236d4ccf9302b1501691d5f2. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.011049 4362 tablet_bootstrap.cc:492] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b: Bootstrap starting.
14:06:02.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.014968 4362 tablet_bootstrap.cc:654] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b: Neither blocks nor log segments found. Creating new log.
14:06:02.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.021103 4364 tablet_bootstrap.cc:492] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf: Bootstrap starting.
14:06:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.023190 4363 tablet_bootstrap.cc:492] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de: Bootstrap starting.
14:06:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.023842 4362 log.cc:826] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b: Log is configured to *not* fsync() on all Append() calls
14:06:02.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.024691 4364 tablet_bootstrap.cc:654] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf: Neither blocks nor log segments found. Creating new log.
14:06:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.025940 4364 log.cc:826] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf: Log is configured to *not* fsync() on all Append() calls
14:06:02.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.027367 4363 tablet_bootstrap.cc:654] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de: Neither blocks nor log segments found. Creating new log.
14:06:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.028978 4363 log.cc:826] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de: Log is configured to *not* fsync() on all Append() calls
14:06:02.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:02.036739 3688 messenger.cc:194] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.3.133.126:38213
14:06:02.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.039760 4362 tablet_bootstrap.cc:492] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b: No bootstrap required, opened a new log
14:06:02.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.039973 4364 tablet_bootstrap.cc:492] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf: No bootstrap required, opened a new log
14:06:02.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.040030 4362 ts_tablet_manager.cc:1403] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b: Time spent bootstrapping tablet: real 0.029s user 0.009s sys 0.011s
14:06:02.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.040388 4364 ts_tablet_manager.cc:1403] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf: Time spent bootstrapping tablet: real 0.020s user 0.000s sys 0.017s
14:06:02.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.045594 4363 tablet_bootstrap.cc:492] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de: No bootstrap required, opened a new log
14:06:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.045921 4363 ts_tablet_manager.cc:1403] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de: Time spent bootstrapping tablet: real 0.023s user 0.019s sys 0.000s
14:06:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.046727 4362 raft_consensus.cc:359] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } }
14:06:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.047183 4362 raft_consensus.cc:385] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.047374 4362 raft_consensus.cc:740] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6dbcb88f0df445897491c2118e5502b, State: Initialized, Role: FOLLOWER
14:06:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.047844 4364 raft_consensus.cc:359] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.048328 4364 raft_consensus.cc:385] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.048146 4362 consensus_queue.cc:260] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } }
14:06:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.048439 4364 raft_consensus.cc:740] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 89119336845344cda5a4dc69c06799bf, State: Initialized, Role: FOLLOWER
14:06:02.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.049288 4335 heartbeater.cc:499] Master 127.3.133.124:36693 was elected leader, sending a full tablet report...
14:06:02.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.049903 4362 ts_tablet_manager.cc:1434] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b: Time spent starting tablet: real 0.010s user 0.008s sys 0.001s
14:06:02.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.050609 4364 consensus_queue.cc:260] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.052520 4363 raft_consensus.cc:359] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.052820 4363 raft_consensus.cc:385] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:02.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.052907 4363 raft_consensus.cc:740] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3bd1a2aba62141d9b89a404a9819f0de, State: Initialized, Role: FOLLOWER
14:06:02.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.053521 4363 consensus_queue.cc:260] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.055940 4363 ts_tablet_manager.cc:1434] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
14:06:02.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.056483 4363 tablet_bootstrap.cc:492] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de: Bootstrap starting.
14:06:02.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.059018 4363 tablet_bootstrap.cc:654] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de: Neither blocks nor log segments found. Creating new log.
14:06:02.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.066167 4362 tablet_bootstrap.cc:492] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b: Bootstrap starting.
14:06:02.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.067214 4363 tablet_bootstrap.cc:492] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de: No bootstrap required, opened a new log
14:06:02.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.067373 4363 ts_tablet_manager.cc:1403] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.004s
14:06:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.068073 4363 raft_consensus.cc:359] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } }
14:06:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.068222 4363 raft_consensus.cc:385] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.068306 4363 raft_consensus.cc:740] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3bd1a2aba62141d9b89a404a9819f0de, State: Initialized, Role: FOLLOWER
14:06:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.068559 4362 tablet_bootstrap.cc:654] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b: Neither blocks nor log segments found. Creating new log.
14:06:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.068533 4363 consensus_queue.cc:260] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } }
14:06:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.070714 4363 ts_tablet_manager.cc:1434] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
14:06:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.074308 4194 heartbeater.cc:499] Master 127.3.133.124:36693 was elected leader, sending a full tablet report...
14:06:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.074484 4362 tablet_bootstrap.cc:492] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b: No bootstrap required, opened a new log
14:06:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.074623 4362 ts_tablet_manager.cc:1403] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b: Time spent bootstrapping tablet: real 0.009s user 0.002s sys 0.003s
14:06:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.074980 4364 ts_tablet_manager.cc:1434] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf: Time spent starting tablet: real 0.034s user 0.012s sys 0.018s
14:06:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.075707 4362 raft_consensus.cc:359] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.075882 4362 raft_consensus.cc:385] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.075968 4362 raft_consensus.cc:740] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6dbcb88f0df445897491c2118e5502b, State: Initialized, Role: FOLLOWER
14:06:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.076247 4362 consensus_queue.cc:260] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.077055 4364 tablet_bootstrap.cc:492] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf: Bootstrap starting.
14:06:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.077986 4362 ts_tablet_manager.cc:1434] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
14:06:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.080258 4364 tablet_bootstrap.cc:654] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf: Neither blocks nor log segments found. Creating new log.
14:06:02.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.082376 4364 tablet_bootstrap.cc:492] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf: No bootstrap required, opened a new log
14:06:02.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.082562 4364 ts_tablet_manager.cc:1403] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.003s
14:06:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.083395 4364 raft_consensus.cc:359] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } }
14:06:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.083673 4364 raft_consensus.cc:385] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.083784 4364 raft_consensus.cc:740] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 89119336845344cda5a4dc69c06799bf, State: Initialized, Role: FOLLOWER
14:06:02.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.084020 4364 consensus_queue.cc:260] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } }
14:06:02.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.084509 4364 ts_tablet_manager.cc:1434] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
14:06:02.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:02.096668 4338 tablet.cc:2406] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:02.120977 4197 tablet.cc:2406] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:02.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.142359 4369 raft_consensus.cc:493] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:02.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.142603 4369 raft_consensus.cc:515] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } }
14:06:02.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.144371 4369 leader_election.cc:290] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b6dbcb88f0df445897491c2118e5502b (127.3.133.67:33553), 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687)
14:06:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.151094 4290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d44c5564236d4ccf9302b1501691d5f2" candidate_uuid: "89119336845344cda5a4dc69c06799bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b6dbcb88f0df445897491c2118e5502b" is_pre_election: true
14:06:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.151072 4008 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d44c5564236d4ccf9302b1501691d5f2" candidate_uuid: "89119336845344cda5a4dc69c06799bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bd1a2aba62141d9b89a404a9819f0de" is_pre_election: true
14:06:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.151530 4290 raft_consensus.cc:2468] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 89119336845344cda5a4dc69c06799bf in term 0.
14:06:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.151551 4008 raft_consensus.cc:2468] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 89119336845344cda5a4dc69c06799bf in term 0.
14:06:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.152228 4076 leader_election.cc:304] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 3bd1a2aba62141d9b89a404a9819f0de, 89119336845344cda5a4dc69c06799bf, b6dbcb88f0df445897491c2118e5502b; no voters:
14:06:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.152617 4369 raft_consensus.cc:2804] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.152735 4369 raft_consensus.cc:493] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.152796 4369 raft_consensus.cc:3060] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Advancing to term 1
14:06:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.154745 4369 raft_consensus.cc:515] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } }
14:06:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.155308 4369 leader_election.cc:290] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [CANDIDATE]: Term 1 election: Requested vote from peers b6dbcb88f0df445897491c2118e5502b (127.3.133.67:33553), 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687)
14:06:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.155619 4290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d44c5564236d4ccf9302b1501691d5f2" candidate_uuid: "89119336845344cda5a4dc69c06799bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b6dbcb88f0df445897491c2118e5502b"
14:06:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.155762 4008 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d44c5564236d4ccf9302b1501691d5f2" candidate_uuid: "89119336845344cda5a4dc69c06799bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bd1a2aba62141d9b89a404a9819f0de"
14:06:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.155784 4290 raft_consensus.cc:3060] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Advancing to term 1
14:06:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.155928 4008 raft_consensus.cc:3060] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Advancing to term 1
14:06:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.157987 4290 raft_consensus.cc:2468] T d44c5564236d4ccf9302b1501691d5f2 P b6dbcb88f0df445897491c2118e5502b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 89119336845344cda5a4dc69c06799bf in term 1.
14:06:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.158370 4074 leader_election.cc:304] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 89119336845344cda5a4dc69c06799bf, b6dbcb88f0df445897491c2118e5502b; no voters:
14:06:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.158442 4008 raft_consensus.cc:2468] T d44c5564236d4ccf9302b1501691d5f2 P 3bd1a2aba62141d9b89a404a9819f0de [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 89119336845344cda5a4dc69c06799bf in term 1.
14:06:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.158659 4369 raft_consensus.cc:2804] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 1 FOLLOWER]: Leader election won for term 1
14:06:02.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.159138 4369 raft_consensus.cc:697] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [term 1 LEADER]: Becoming Leader. State: Replica: 89119336845344cda5a4dc69c06799bf, State: Running, Role: LEADER
14:06:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.159816 4369 consensus_queue.cc:237] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } }
14:06:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.164724 3808 catalog_manager.cc:5696] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf reported cstate change: term changed from 0 to 1, leader changed from <none> to 89119336845344cda5a4dc69c06799bf (127.3.133.66). New cstate: current_term: 1 leader_uuid: "89119336845344cda5a4dc69c06799bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } health_report { overall_health: HEALTHY } } }
14:06:02.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:02.174645 4056 tablet.cc:2406] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:02.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.206012 4368 raft_consensus.cc:493] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:02.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.206164 4368 raft_consensus.cc:515] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.207705 4368 leader_election.cc:290] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687), 89119336845344cda5a4dc69c06799bf (127.3.133.66:46479)
14:06:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.213649 4008 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "31d68fe9f3434919b3f394cc319e9b41" candidate_uuid: "b6dbcb88f0df445897491c2118e5502b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bd1a2aba62141d9b89a404a9819f0de" is_pre_election: true
14:06:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.213686 4149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "31d68fe9f3434919b3f394cc319e9b41" candidate_uuid: "b6dbcb88f0df445897491c2118e5502b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "89119336845344cda5a4dc69c06799bf" is_pre_election: true
14:06:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.213886 4008 raft_consensus.cc:2468] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b6dbcb88f0df445897491c2118e5502b in term 0.
14:06:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.213977 4149 raft_consensus.cc:2468] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b6dbcb88f0df445897491c2118e5502b in term 0.
14:06:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.214439 4217 leader_election.cc:304] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3bd1a2aba62141d9b89a404a9819f0de, b6dbcb88f0df445897491c2118e5502b; no voters:
14:06:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.214835 4368 raft_consensus.cc:2804] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.214964 4368 raft_consensus.cc:493] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.215102 4368 raft_consensus.cc:3060] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Advancing to term 1
14:06:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.216935 4368 raft_consensus.cc:515] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.217521 4368 leader_election.cc:290] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [CANDIDATE]: Term 1 election: Requested vote from peers 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687), 89119336845344cda5a4dc69c06799bf (127.3.133.66:46479)
14:06:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.217823 4008 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "31d68fe9f3434919b3f394cc319e9b41" candidate_uuid: "b6dbcb88f0df445897491c2118e5502b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bd1a2aba62141d9b89a404a9819f0de"
14:06:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.217911 4149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "31d68fe9f3434919b3f394cc319e9b41" candidate_uuid: "b6dbcb88f0df445897491c2118e5502b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "89119336845344cda5a4dc69c06799bf"
14:06:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.218046 4008 raft_consensus.cc:3060] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Advancing to term 1
14:06:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.218147 4149 raft_consensus.cc:3060] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Advancing to term 1
14:06:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.219722 4008 raft_consensus.cc:2468] T 31d68fe9f3434919b3f394cc319e9b41 P 3bd1a2aba62141d9b89a404a9819f0de [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b6dbcb88f0df445897491c2118e5502b in term 1.
14:06:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.220077 4217 leader_election.cc:304] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3bd1a2aba62141d9b89a404a9819f0de, b6dbcb88f0df445897491c2118e5502b; no voters:
14:06:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.220141 4149 raft_consensus.cc:2468] T 31d68fe9f3434919b3f394cc319e9b41 P 89119336845344cda5a4dc69c06799bf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b6dbcb88f0df445897491c2118e5502b in term 1.
14:06:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.220377 4368 raft_consensus.cc:2804] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 1 FOLLOWER]: Leader election won for term 1
14:06:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.220827 4368 raft_consensus.cc:697] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [term 1 LEADER]: Becoming Leader. State: Replica: b6dbcb88f0df445897491c2118e5502b, State: Running, Role: LEADER
14:06:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.221513 4368 consensus_queue.cc:237] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.226876 3808 catalog_manager.cc:5696] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b reported cstate change: term changed from 0 to 1, leader changed from <none> to b6dbcb88f0df445897491c2118e5502b (127.3.133.67). New cstate: current_term: 1 leader_uuid: "b6dbcb88f0df445897491c2118e5502b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } health_report { overall_health: HEALTHY } } }
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.453923 3808 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46574:
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:06:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:02.454849 3808 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:06:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.466476 4128 tablet_service.cc:1511] Processing CreateTablet for tablet 91209623896d466f84b8318b27b072f4 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=ccf993c0609947ddad75d2056519aacb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:06:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.467460 4128 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 91209623896d466f84b8318b27b072f4. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.466993 4270 tablet_service.cc:1511] Processing CreateTablet for tablet 91209623896d466f84b8318b27b072f4 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=ccf993c0609947ddad75d2056519aacb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:06:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.467878 4270 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 91209623896d466f84b8318b27b072f4. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:02.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.472966 3987 tablet_service.cc:1511] Processing CreateTablet for tablet 91209623896d466f84b8318b27b072f4 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=ccf993c0609947ddad75d2056519aacb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:06:02.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.473806 3987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 91209623896d466f84b8318b27b072f4. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:02.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.473882 4362 tablet_bootstrap.cc:492] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: Bootstrap starting.
14:06:02.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.473882 4364 tablet_bootstrap.cc:492] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: Bootstrap starting.
14:06:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.475553 4364 tablet_bootstrap.cc:654] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: Neither blocks nor log segments found. Creating new log.
14:06:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.475565 4362 tablet_bootstrap.cc:654] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: Neither blocks nor log segments found. Creating new log.
14:06:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.478902 4364 tablet_bootstrap.cc:492] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: No bootstrap required, opened a new log
14:06:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.479061 4364 ts_tablet_manager.cc:1403] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.002s
14:06:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.479251 4362 tablet_bootstrap.cc:492] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: No bootstrap required, opened a new log
14:06:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.479393 4362 ts_tablet_manager.cc:1403] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.002s
14:06:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.479502 4363 tablet_bootstrap.cc:492] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: Bootstrap starting.
14:06:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.479741 4364 raft_consensus.cc:359] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.479928 4364 raft_consensus.cc:385] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.480000 4364 raft_consensus.cc:740] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 89119336845344cda5a4dc69c06799bf, State: Initialized, Role: FOLLOWER
14:06:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.480073 4362 raft_consensus.cc:359] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.480239 4362 raft_consensus.cc:385] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.480314 4362 raft_consensus.cc:740] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6dbcb88f0df445897491c2118e5502b, State: Initialized, Role: FOLLOWER
14:06:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.480276 4364 consensus_queue.cc:260] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.480572 4362 consensus_queue.cc:260] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.480641 4369 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.480825 4369 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: This TxnStatusTablet replica's current role is: FOLLOWER
14:06:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.480914 4368 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.481026 4363 tablet_bootstrap.cc:654] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: Neither blocks nor log segments found. Creating new log.
14:06:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.481105 4368 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: This TxnStatusTablet replica's current role is: FOLLOWER
14:06:02.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.484644 4364 ts_tablet_manager.cc:1434] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
14:06:02.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.488420 4363 tablet_bootstrap.cc:492] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: No bootstrap required, opened a new log
14:06:02.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.488780 4362 ts_tablet_manager.cc:1434] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: Time spent starting tablet: real 0.009s user 0.001s sys 0.001s
14:06:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.488915 4363 ts_tablet_manager.cc:1403] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.004s
14:06:02.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.490931 4363 raft_consensus.cc:359] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.491103 4363 raft_consensus.cc:385] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:02.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.491185 4363 raft_consensus.cc:740] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3bd1a2aba62141d9b89a404a9819f0de, State: Initialized, Role: FOLLOWER
14:06:02.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.491425 4363 consensus_queue.cc:260] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.491878 4363 ts_tablet_manager.cc:1434] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
14:06:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.491847 4370 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.492192 4370 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: This TxnStatusTablet replica's current role is: FOLLOWER
14:06:02.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.520469 4369 raft_consensus.cc:493] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:02.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.520606 4369 raft_consensus.cc:515] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.521158 4369 leader_election.cc:290] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687), b6dbcb88f0df445897491c2118e5502b (127.3.133.67:33553)
14:06:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.521525 4008 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91209623896d466f84b8318b27b072f4" candidate_uuid: "89119336845344cda5a4dc69c06799bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bd1a2aba62141d9b89a404a9819f0de" is_pre_election: true
14:06:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.521638 4290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91209623896d466f84b8318b27b072f4" candidate_uuid: "89119336845344cda5a4dc69c06799bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b6dbcb88f0df445897491c2118e5502b" is_pre_election: true
14:06:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.521713 4008 raft_consensus.cc:2468] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 89119336845344cda5a4dc69c06799bf in term 0.
14:06:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.521842 4290 raft_consensus.cc:2468] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 89119336845344cda5a4dc69c06799bf in term 0.
14:06:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.522082 4076 leader_election.cc:304] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3bd1a2aba62141d9b89a404a9819f0de, 89119336845344cda5a4dc69c06799bf; no voters:
14:06:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.522342 4369 raft_consensus.cc:2804] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.522442 4369 raft_consensus.cc:493] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.522538 4369 raft_consensus.cc:3060] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 0 FOLLOWER]: Advancing to term 1
14:06:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.524119 4369 raft_consensus.cc:515] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.524667 4369 leader_election.cc:290] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [CANDIDATE]: Term 1 election: Requested vote from peers 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687), b6dbcb88f0df445897491c2118e5502b (127.3.133.67:33553)
14:06:02.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.525018 4008 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91209623896d466f84b8318b27b072f4" candidate_uuid: "89119336845344cda5a4dc69c06799bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bd1a2aba62141d9b89a404a9819f0de"
14:06:02.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.525045 4290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91209623896d466f84b8318b27b072f4" candidate_uuid: "89119336845344cda5a4dc69c06799bf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b6dbcb88f0df445897491c2118e5502b"
14:06:02.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.525143 4008 raft_consensus.cc:3060] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de [term 0 FOLLOWER]: Advancing to term 1
14:06:02.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.525276 4290 raft_consensus.cc:3060] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b [term 0 FOLLOWER]: Advancing to term 1
14:06:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.527046 4008 raft_consensus.cc:2468] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 89119336845344cda5a4dc69c06799bf in term 1.
14:06:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.527370 4290 raft_consensus.cc:2468] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 89119336845344cda5a4dc69c06799bf in term 1.
14:06:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.527474 4076 leader_election.cc:304] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3bd1a2aba62141d9b89a404a9819f0de, 89119336845344cda5a4dc69c06799bf; no voters:
14:06:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.527794 4369 raft_consensus.cc:2804] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 1 FOLLOWER]: Leader election won for term 1
14:06:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.527944 4369 raft_consensus.cc:697] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [term 1 LEADER]: Becoming Leader. State: Replica: 89119336845344cda5a4dc69c06799bf, State: Running, Role: LEADER
14:06:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.528254 4369 consensus_queue.cc:237] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } }
14:06:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.529791 4376 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: TxnStatusTablet state changed. Reason: New leader 89119336845344cda5a4dc69c06799bf. Latest consensus state: current_term: 1 leader_uuid: "89119336845344cda5a4dc69c06799bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.530100 4376 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: This TxnStatusTablet replica's current role is: LEADER
14:06:02.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.531141 3810 catalog_manager.cc:5696] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf reported cstate change: term changed from 0 to 1, leader changed from <none> to 89119336845344cda5a4dc69c06799bf (127.3.133.66). New cstate: current_term: 1 leader_uuid: "89119336845344cda5a4dc69c06799bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } health_report { overall_health: UNKNOWN } } }
14:06:02.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.532388 4396 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
14:06:02.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.532660 4396 txn_status_manager.cc:930] Loading transaction status metadata into memory...
14:06:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.561347 4290 raft_consensus.cc:1275] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b [term 1 FOLLOWER]: Refusing update from remote peer 89119336845344cda5a4dc69c06799bf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.561472 4008 raft_consensus.cc:1275] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de [term 1 FOLLOWER]: Refusing update from remote peer 89119336845344cda5a4dc69c06799bf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.562150 4376 consensus_queue.cc:1048] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [LEADER]: Connected to new peer: Peer: permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.562395 4369 consensus_queue.cc:1048] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf [LEADER]: Connected to new peer: Peer: permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.575939 4370 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: TxnStatusTablet state changed. Reason: New leader 89119336845344cda5a4dc69c06799bf. Latest consensus state: current_term: 1 leader_uuid: "89119336845344cda5a4dc69c06799bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.576175 4370 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: This TxnStatusTablet replica's current role is: FOLLOWER
14:06:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.577920 4399 mvcc.cc:204] Tried to move back new op lower bound from 7298218240242823168 to 7298218240117669888. Current Snapshot: MvccSnapshot[applied={T|T < 7298218240242823168}]
14:06:02.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.581162 4376 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "89119336845344cda5a4dc69c06799bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.584333 4376 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: This TxnStatusTablet replica's current role is: LEADER
14:06:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.584784 4370 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "89119336845344cda5a4dc69c06799bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.584981 4370 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P 3bd1a2aba62141d9b89a404a9819f0de: This TxnStatusTablet replica's current role is: FOLLOWER
14:06:02.591 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
14:06:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.592197 4368 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: TxnStatusTablet state changed. Reason: New leader 89119336845344cda5a4dc69c06799bf. Latest consensus state: current_term: 1 leader_uuid: "89119336845344cda5a4dc69c06799bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.592540 4368 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: This TxnStatusTablet replica's current role is: FOLLOWER
14:06:02.595 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 7a33602c243941599f138686db2a97b1
14:06:02.595 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.133.124:36693
14:06:02.596 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:06:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.595686 4369 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "89119336845344cda5a4dc69c06799bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.595904 4369 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P 89119336845344cda5a4dc69c06799bf: This TxnStatusTablet replica's current role is: LEADER
14:06:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.596431 3605 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu pid 3777
14:06:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.602377 3850 generic_service.cc:196] Checking for leaks (request via RPC)
14:06:02.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.611164 4368 tablet_replica.cc:442] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "89119336845344cda5a4dc69c06799bf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 } } peers { permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 } } peers { permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 } } }
14:06:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.611353 4368 tablet_replica.cc:445] T 91209623896d466f84b8318b27b072f4 P b6dbcb88f0df445897491c2118e5502b: This TxnStatusTablet replica's current role is: FOLLOWER
14:06:02.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.669085 4406 consensus_queue.cc:1048] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [LEADER]: Connected to new peer: Peer: permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" member_type: VOTER last_known_addr { host: "127.3.133.67" port: 33553 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:02.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.675981 4406 consensus_queue.cc:1048] T d44c5564236d4ccf9302b1501691d5f2 P 89119336845344cda5a4dc69c06799bf [LEADER]: Connected to new peer: Peer: permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.725315 4368 consensus_queue.cc:1048] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [LEADER]: Connected to new peer: Peer: permanent_uuid: "89119336845344cda5a4dc69c06799bf" member_type: VOTER last_known_addr { host: "127.3.133.66" port: 46479 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.740971 4368 consensus_queue.cc:1048] T 31d68fe9f3434919b3f394cc319e9b41 P b6dbcb88f0df445897491c2118e5502b [LEADER]: Connected to new peer: Peer: permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" member_type: VOTER last_known_addr { host: "127.3.133.65" port: 36687 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:02.754050 3605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu with pid 3777
14:06:02.783 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.133.124:36693(127.3.133.124:36693)] handling channelInactive
14:06:02.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state READY due to: connection closed
14:06:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:02.784241 3931 connection.cc:573] client connection to 127.3.133.124:36693 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:06:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:02.784837 4053 heartbeater.cc:646] Failed to heartbeat to 127.3.133.124:36693 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:06:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:02.784837 4194 heartbeater.cc:646] Failed to heartbeat to 127.3.133.124:36693 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.3.133.124:36693 (error 108)
14:06:02.785 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:06:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.050292 4418 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.050464 4418 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.051426 4419 raft_consensus.cc:493] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.051599 4419 raft_consensus.cc:515] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.051684 4418 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.052157 3657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "861eb1a6163546ae94a6673b9450745c" is_pre_election: true
14:06:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.052394 3657 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cd1ebcd1d8eb4470be83e4bcc4a1945b in term 1.
14:06:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.052801 4419 leader_election.cc:290] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:03.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.052991 3715 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 861eb1a6163546ae94a6673b9450745c, cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters:
14:06:03.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.053733 4418 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 1 FOLLOWER]: Leader pre-election won for term 2
14:06:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.053903 3736 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861eb1a6163546ae94a6673b9450745c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" is_pre_election: true
14:06:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.053958 4418 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 1 FOLLOWER]: Starting leader election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.054103 4418 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 1 FOLLOWER]: Advancing to term 2
14:06:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:03.055321 3633 leader_election.cc:336] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:03.056037 3714 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.056886 4418 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.057298 3736 raft_consensus.cc:2393] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 861eb1a6163546ae94a6673b9450745c in current term 2: Already voted for candidate cd1ebcd1d8eb4470be83e4bcc4a1945b in this term.
14:06:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.057626 4418 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 2 election: Requested vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.057941 3657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "861eb1a6163546ae94a6673b9450745c"
14:06:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.058182 3657 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 1 FOLLOWER]: Advancing to term 2
14:06:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.058140 3631 leader_election.cc:304] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 861eb1a6163546ae94a6673b9450745c; no voters: 93427986a2554b0cbf3255eb6abcfcf9, cd1ebcd1d8eb4470be83e4bcc4a1945b
14:06:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:03.058935 3714 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.060104 3657 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cd1ebcd1d8eb4470be83e4bcc4a1945b in term 2.
14:06:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.060274 4419 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:06:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.060451 3715 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 861eb1a6163546ae94a6673b9450745c, cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 93427986a2554b0cbf3255eb6abcfcf9
14:06:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.060693 4418 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 2 FOLLOWER]: Leader election won for term 2
14:06:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.061004 4418 raft_consensus.cc:697] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 2 LEADER]: Becoming Leader. State: Replica: cd1ebcd1d8eb4470be83e4bcc4a1945b, State: Running, Role: LEADER
14:06:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.061400 4418 consensus_queue.cc:237] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.062580 4424 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd1ebcd1d8eb4470be83e4bcc4a1945b. Latest consensus state: current_term: 2 leader_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.062861 4424 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: This master's current role is: LEADER
14:06:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.063503 4425 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:06:03.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.065640 4425 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1]
14:06:03.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.066043 4425 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=ccf993c0609947ddad75d2056519aacb]
14:06:03.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.067554 4425 tablet_loader.cc:96] loaded metadata for tablet 31d68fe9f3434919b3f394cc319e9b41 (table txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1])
14:06:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.067912 4425 tablet_loader.cc:96] loaded metadata for tablet 91209623896d466f84b8318b27b072f4 (table kudu_system.kudu_transactions [id=ccf993c0609947ddad75d2056519aacb])
14:06:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.068207 4425 tablet_loader.cc:96] loaded metadata for tablet d44c5564236d4ccf9302b1501691d5f2 (table txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1])
14:06:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.068408 4425 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:06:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.069082 4425 catalog_manager.cc:1294] Loaded cluster ID: 0c59767afea64f7094cfb05a389c004b
14:06:03.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.069155 4425 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:06:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.070182 4425 catalog_manager.cc:1539] Loading token signing keys...
14:06:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.070854 4425 catalog_manager.cc:6080] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: Loaded TSK: 0
14:06:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.071545 4425 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:06:03.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:03.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:03.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:03.099 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.3.133.124:36693(127.3.133.124:36693) for tablet Kudu Master: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:03.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:03.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:03.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:03.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:03.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:03.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=23), Traces: [0ms] sending RPC to server master-127.3.133.124:36693, [1ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, deferred=Deferred@748542879(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007feb48339a20@76bd5757, errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007feb48339c48@1d7b95d5)) after lookup
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:03.176007 3714 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b -> Peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Couldn't send request to peer 93427986a2554b0cbf3255eb6abcfcf9. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.172605 3727 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55452:
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:06:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:03.178083 3727 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:06:03.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.180558 3657 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 2 FOLLOWER]: Refusing update from remote peer cd1ebcd1d8eb4470be83e4bcc4a1945b: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
14:06:03.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.181260 4424 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [LEADER]: Connected to new peer: Peer: permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
14:06:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.183298 4419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd1ebcd1d8eb4470be83e4bcc4a1945b. Latest consensus state: current_term: 2 leader_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.183568 4419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: This master's current role is: FOLLOWER
14:06:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.190143 4419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:03.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.190318 4419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: This master's current role is: FOLLOWER
14:06:03.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.192072 4418 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:03.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:03.192342 4418 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: This master's current role is: LEADER
14:06:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:03.266930 4335 heartbeater.cc:646] Failed to heartbeat to 127.3.133.124:36693 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:03.694954 3714 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b -> Peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Couldn't send request to peer 93427986a2554b0cbf3255eb6abcfcf9. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:06:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:04.137771 3714 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b -> Peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Couldn't send request to peer 93427986a2554b0cbf3255eb6abcfcf9. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:06:04.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:04.190598 4196 heartbeater.cc:499] Master 127.3.133.125:36701 was elected leader, sending a full tablet report...
14:06:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:04.268335 4337 heartbeater.cc:499] Master 127.3.133.125:36701 was elected leader, sending a full tablet report...
14:06:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:04.488695 3714 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111) [suppressed 20 similar messages]
14:06:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:04.605921 3714 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b -> Peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Couldn't send request to peer 93427986a2554b0cbf3255eb6abcfcf9. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:06:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:04.761880 4055 heartbeater.cc:499] Master 127.3.133.125:36701 was elected leader, sending a full tablet report...
14:06:04.790 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d44c5564236d4ccf9302b1501691d5f2 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
14:06:04.790 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 31d68fe9f3434919b3f394cc319e9b41 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
14:06:04.790 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=d44c5564236d4ccf9302b1501691d5f2@[3bd1a2aba62141d9b89a404a9819f0de(127.3.133.65:36687),89119336845344cda5a4dc69c06799bf(127.3.133.66:46479)[L],b6dbcb88f0df445897491c2118e5502b(127.3.133.67:33553)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=31d68fe9f3434919b3f394cc319e9b41@[3bd1a2aba62141d9b89a404a9819f0de(127.3.133.65:36687),89119336845344cda5a4dc69c06799bf(127.3.133.66:46479),b6dbcb88f0df445897491c2118e5502b(127.3.133.67:33553)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:06:04.790 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.133.125:36701, [2ms] Sub RPC GetTableLocations: received response from server master-127.3.133.125:36701: OK, deferred=null) after lookup
14:06:04.791 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 89119336845344cda5a4dc69c06799bf(127.3.133.66:46479)] connecting to peer
14:06:04.792 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 89119336845344cda5a4dc69c06799bf(127.3.133.66:46479)] Successfully connected to peer
14:06:04.801 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xd137a3bf, L:/127.0.0.1:56942 - R:/127.3.133.66:46479] using TOKEN/null
14:06:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:04.805369 4110 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.3.133.124:36693)
14:06:04.869 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.133.124:36693
14:06:04.870 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:06:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:04.870998 3605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:06:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data
14:06:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/logs
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data/info.pb
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.124:36693
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.124
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34101
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:06:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:06:05.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.001961 3616 master_runner.cc:187] Error getting master registration for 127.3.133.124:36693: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111),
14:06:05.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.002164 3616 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.130432 3714 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b -> Peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Couldn't send request to peer 93427986a2554b0cbf3255eb6abcfcf9. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
14:06:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.199026 4472 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.199312 4472 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.199419 4472 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.207342 4472 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.207453 4472 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:06:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.207520 4472 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.207585 4472 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.207666 4472 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.207751 4472 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.207824 4472 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46487/jwks.json
14:06:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.217772 4472 master_runner.cc:387] Master server non-default flags:
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.124:36693
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data/info.pb
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.124
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34101
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/logs
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 13:43:31 UTC on bdcb31816ec0
14:06:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12454
14:06:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:06:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.219537 4472 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:05.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.221170 4472 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:05.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.229599 4480 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:05.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.229632 4479 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:05.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.229823 4482 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:05.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.230952 4472 server_base.cc:1061] running on GCE node
14:06:05.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.231559 4472 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.232820 4472 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:05.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.234051 4472 hybrid_clock.cc:648] HybridClock initialized: now 1781791565233976 us; error 47 us; skew 500 ppm
14:06:05.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.234397 4472 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.236303 4472 webserver.cc:533] Webserver started at http://127.3.133.124:34101/ using document root <none> and password file <none>
14:06:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.236896 4472 fs_manager.cc:362] Metadata directory not provided
14:06:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.237007 4472 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.241639 4472 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.003s sys 0.000s
14:06:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.244014 4488 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.245144 4472 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
14:06:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.245311 4472 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data,/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:06:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93427986a2554b0cbf3255eb6abcfcf9"
14:06:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:59 on dist-test-slave-n868"
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.245908 4472 fs_report.cc:389] FS layout report
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/wal
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data/data
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.259208 4472 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.259852 4472 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:05.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.260046 4472 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.283133 4472 rpc_server.cc:307] RPC server started. Bound to: 127.3.133.124:36693
14:06:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.283154 4550 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.133.124:36693 every 8 connection(s)
14:06:05.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.284489 4472 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-2/data/info.pb
14:06:05.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.286788 3605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu as pid 4472
14:06:05.287 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:06:05.287 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.133.125:36701
14:06:05.287 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:06:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.287607 3605 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu pid 3696
14:06:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.288601 3769 generic_service.cc:196] Checking for leaks (request via RPC)
14:06:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.292187 4551 sys_catalog.cc:263] Verifying existing consensus state
14:06:05.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.295262 4551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Bootstrap starting.
14:06:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.310791 4551 log.cc:826] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Log is configured to *not* fsync() on all Append() calls
14:06:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.323764 4551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:06:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.324287 4551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Bootstrap complete.
14:06:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.330704 4551 raft_consensus.cc:359] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.331374 4551 raft_consensus.cc:740] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93427986a2554b0cbf3255eb6abcfcf9, State: Initialized, Role: FOLLOWER
14:06:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.332152 4551 consensus_queue.cc:260] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.333039 4555 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.333344 4555 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: FOLLOWER
14:06:05.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.334056 4551 sys_catalog.cc:565] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: configured and running, proceeding with master startup.
14:06:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.353546 4566 catalog_manager.cc:1294] Loaded cluster ID: 0c59767afea64f7094cfb05a389c004b
14:06:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.353637 4566 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: loading cluster ID for follower catalog manager: success
14:06:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.357786 4566 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: acquiring CA information for follower catalog manager: success
14:06:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.360234 4566 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.429698 3605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu with pid 3696
14:06:05.459 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.133.125:36701(127.3.133.125:36701)] handling channelInactive
14:06:05.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.125:36701(127.3.133.125:36701)] cleaning up while in state READY due to: connection closed
14:06:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.459738 3633 connection.cc:573] server connection from 127.0.0.1:57676 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:06:05.461 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:06:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.460206 4568 negotiation.cc:336] Failed RPC negotiation. Trace:
14:06:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:05.367500 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.3.133.125:36701 (local address 127.0.0.1:55466)
14:06:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:05.376316 (+ 8816us) negotiation.cc:107] Waiting for socket to connect
14:06:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:05.376335 (+ 19us) client_negotiation.cc:175] Beginning negotiation
14:06:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:05.376463 (+ 128us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
14:06:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:05.458769 (+ 82306us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:06:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":8655}
14:06:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.460683 4472 master_runner.cc:187] Error getting master registration for 127.3.133.125:36701: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
14:06:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.466066 4472 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.685451 4555 raft_consensus.cc:493] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:05.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.685770 4555 raft_consensus.cc:515] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.688051 4555 leader_election.cc:290] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701)
14:06:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.688678 3657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93427986a2554b0cbf3255eb6abcfcf9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "861eb1a6163546ae94a6673b9450745c" is_pre_election: true
14:06:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.689293 4489 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:06:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.691310 4489 leader_election.cc:336] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701): Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:06:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.691474 4489 leader_election.cc:304] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 93427986a2554b0cbf3255eb6abcfcf9; no voters: 861eb1a6163546ae94a6673b9450745c, cd1ebcd1d8eb4470be83e4bcc4a1945b
14:06:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.691824 4555 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:06:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.731142 4572 raft_consensus.cc:493] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 2 FOLLOWER]: Starting pre-election (detected failure of leader cd1ebcd1d8eb4470be83e4bcc4a1945b)
14:06:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.731320 4572 raft_consensus.cc:515] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.731931 4572 leader_election.cc:290] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.732925 3631 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111) [suppressed 8 similar messages]
14:06:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.734315 3631 leader_election.cc:336] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701): Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:06:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.740507 4516 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861eb1a6163546ae94a6673b9450745c" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "93427986a2554b0cbf3255eb6abcfcf9" is_pre_election: true
14:06:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.740907 4516 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 861eb1a6163546ae94a6673b9450745c in term 1.
14:06:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.741737 3633 leader_election.cc:304] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9; no voters: cd1ebcd1d8eb4470be83e4bcc4a1945b
14:06:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.742038 4572 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 2 FOLLOWER]: Leader pre-election won for term 3
14:06:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.742134 4572 raft_consensus.cc:493] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 2 FOLLOWER]: Starting leader election (detected failure of leader cd1ebcd1d8eb4470be83e4bcc4a1945b)
14:06:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.742201 4572 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 2 FOLLOWER]: Advancing to term 3
14:06:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.743969 4572 raft_consensus.cc:515] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.744446 4572 leader_election.cc:290] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 3 election: Requested vote from peers cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.744904 4516 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861eb1a6163546ae94a6673b9450745c" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "93427986a2554b0cbf3255eb6abcfcf9"
14:06:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.745077 4516 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 1 FOLLOWER]: Advancing to term 3
14:06:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.745689 3631 leader_election.cc:336] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701): Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111)
14:06:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.748732 4516 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 861eb1a6163546ae94a6673b9450745c in term 3.
14:06:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.749104 3633 leader_election.cc:304] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9; no voters: cd1ebcd1d8eb4470be83e4bcc4a1945b
14:06:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.749426 4572 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 3 FOLLOWER]: Leader election won for term 3
14:06:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.749779 4572 raft_consensus.cc:697] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [term 3 LEADER]: Becoming Leader. State: Replica: 861eb1a6163546ae94a6673b9450745c, State: Running, Role: LEADER
14:06:05.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.750283 4572 consensus_queue.cc:237] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:05.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.751745 4577 sys_catalog.cc:455] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 861eb1a6163546ae94a6673b9450745c. Latest consensus state: current_term: 3 leader_uuid: "861eb1a6163546ae94a6673b9450745c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:05.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.752039 4577 sys_catalog.cc:458] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: This master's current role is: LEADER
14:06:05.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.752657 4579 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:06:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.755116 4579 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1]
14:06:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.755667 4579 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=ccf993c0609947ddad75d2056519aacb]
14:06:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.757284 4579 tablet_loader.cc:96] loaded metadata for tablet 31d68fe9f3434919b3f394cc319e9b41 (table txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1])
14:06:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.757688 4579 tablet_loader.cc:96] loaded metadata for tablet 91209623896d466f84b8318b27b072f4 (table kudu_system.kudu_transactions [id=ccf993c0609947ddad75d2056519aacb])
14:06:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.758090 4579 tablet_loader.cc:96] loaded metadata for tablet d44c5564236d4ccf9302b1501691d5f2 (table txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1])
14:06:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.758366 4579 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:06:05.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.759110 4579 catalog_manager.cc:1294] Loaded cluster ID: 0c59767afea64f7094cfb05a389c004b
14:06:05.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.759217 4579 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:06:05.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.760255 4579 catalog_manager.cc:1539] Loading token signing keys...
14:06:05.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.761090 4579 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c: Loaded TSK: 0
14:06:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.762177 4579 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:06:05.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.794811 4053 heartbeater.cc:344] Connected to a master server at 127.3.133.124:36693
14:06:05.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.125:36701(127.3.133.125:36701)] connecting to peer
14:06:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.797394 4505 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" instance_seqno: 1781791560905504) as {username='slave'} at 127.3.133.65:40879; Asking this server to re-register.
14:06:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.798125 4053 heartbeater.cc:461] Registering TS with master...
14:06:05.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.125:36701(127.3.133.125:36701): Connection refused: /127.3.133.125:36701
14:06:05.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.125:36701(127.3.133.125:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.125:36701(127.3.133.125:36701): Connection refused: /127.3.133.125:36701
14:06:05.798 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location master-127.3.133.125:36701(127.3.133.125:36701) for tablet Kudu Master: Failed to connect to peer master-127.3.133.125:36701(127.3.133.125:36701): Connection refused: /127.3.133.125:36701
14:06:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.799398 4505 ts_manager.cc:194] Registered new tserver with Master: 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687)
14:06:05.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.125:36701(127.3.133.125:36701)] connecting to peer
14:06:05.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:05.818 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.133.124:36693(127.3.133.124:36693)] Successfully connected to peer
14:06:05.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.125:36701(127.3.133.125:36701): Connection refused: /127.3.133.125:36701
14:06:05.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.125:36701(127.3.133.125:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.125:36701(127.3.133.125:36701): Connection refused: /127.3.133.125:36701
14:06:05.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.125:36701: Failed to connect to peer master-127.3.133.125:36701(127.3.133.125:36701): Connection refused: /127.3.133.125:36701
14:06:05.821 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:05.821 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=24), Traces: [0ms] sending RPC to server master-127.3.133.125:36701, [1ms] received response from server master-127.3.133.125:36701: Network error: Failed to connect to peer master-127.3.133.125:36701(127.3.133.125:36701): Connection refused: /127.3.133.125:36701, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.133.125:36701(127.3.133.125:36701): Connection refused: /127.3.133.125:36701, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: Network error: Failed to connect to peer master-127.3.133.125:36701(127.3.133.125:36701): Connection refused: /127.3.133.125:36701, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: OK, deferred=Deferred@1276150359(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007feb48339a20@5d1531da, errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007feb48339c48@1d88401e)) after lookup
14:06:05.829 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2b2d5cbf, L:/127.0.0.1:47090 - R:/127.3.133.124:36693] using TOKEN/null
14:06:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.865566 3646 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57720:
14:06:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:06:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.867313 3646 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:06:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.871137 4516 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 3 FOLLOWER]: Refusing update from remote peer 861eb1a6163546ae94a6673b9450745c: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
14:06:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.871938 4577 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [LEADER]: Connected to new peer: Peer: permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
14:06:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:05.875175 3631 consensus_peers.cc:597] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c -> Peer cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701): Couldn't send request to peer cd1ebcd1d8eb4470be83e4bcc4a1945b. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:06:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.879325 4594 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "861eb1a6163546ae94a6673b9450745c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.879627 4594 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: FOLLOWER
14:06:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.879963 4555 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 861eb1a6163546ae94a6673b9450745c. Latest consensus state: current_term: 3 leader_uuid: "861eb1a6163546ae94a6673b9450745c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.880159 4555 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: FOLLOWER
14:06:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.880728 4572 sys_catalog.cc:455] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "861eb1a6163546ae94a6673b9450745c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.880950 4572 sys_catalog.cc:458] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c [sys.catalog]: This master's current role is: LEADER
14:06:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.881327 4555 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "861eb1a6163546ae94a6673b9450745c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:05.881474 4555 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: FOLLOWER
14:06:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:06.190448 4194 heartbeater.cc:344] Connected to a master server at 127.3.133.124:36693
14:06:06.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:06.191854 4505 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "89119336845344cda5a4dc69c06799bf" instance_seqno: 1781791561359288) as {username='slave'} at 127.3.133.66:36243; Asking this server to re-register.
14:06:06.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:06.192447 4194 heartbeater.cc:461] Registering TS with master...
14:06:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:06.193596 4505 ts_manager.cc:194] Registered new tserver with Master: 89119336845344cda5a4dc69c06799bf (127.3.133.66:46479)
14:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:06.279978 4335 heartbeater.cc:344] Connected to a master server at 127.3.133.124:36693
14:06:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:06.281131 4505 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" instance_seqno: 1781791561834152) as {username='slave'} at 127.3.133.67:39591; Asking this server to re-register.
14:06:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:06.281656 4335 heartbeater.cc:461] Registering TS with master...
14:06:06.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:06.282712 4505 ts_manager.cc:194] Registered new tserver with Master: b6dbcb88f0df445897491c2118e5502b (127.3.133.67:33553)
14:06:06.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:06.354246 3631 consensus_peers.cc:597] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c -> Peer cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701): Couldn't send request to peer cd1ebcd1d8eb4470be83e4bcc4a1945b. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:06:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:06.765643 4054 heartbeater.cc:499] Master 127.3.133.126:38213 was elected leader, sending a full tablet report...
14:06:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:06.823712 3631 consensus_peers.cc:597] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c -> Peer cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701): Couldn't send request to peer cd1ebcd1d8eb4470be83e4bcc4a1945b. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:06:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.187062 4195 heartbeater.cc:499] Master 127.3.133.126:38213 was elected leader, sending a full tablet report...
14:06:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.273772 4336 heartbeater.cc:499] Master 127.3.133.126:38213 was elected leader, sending a full tablet report...
14:06:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.377825 3631 consensus_peers.cc:597] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c -> Peer cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701): Couldn't send request to peer cd1ebcd1d8eb4470be83e4bcc4a1945b. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:06:07.464 [DEBUG - Time-limited test] (Connection.java:748) [peer b6dbcb88f0df445897491c2118e5502b(127.3.133.67:33553)] connecting to peer
14:06:07.465 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b6dbcb88f0df445897491c2118e5502b(127.3.133.67:33553)] Successfully connected to peer
14:06:07.474 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa1114939, L:/127.0.0.1:41636 - R:/127.3.133.67:33553] using TOKEN/null
14:06:07.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.483348 4254 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.3.133.124:36693)
14:06:07.515 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.133.125:36701
14:06:07.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.515961 3605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/logs
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data/info.pb
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.125:36701
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.125
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39409
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:06:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:06:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.831871 4626 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.832124 4626 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.832212 4626 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.840515 4626 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.840585 4626 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:06:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.840633 4626 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.840668 4626 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.840713 4626 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.840744 4626 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.840780 4626 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46487/jwks.json
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.850960 4626 master_runner.cc:387] Master server non-default flags:
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.133.84:41121
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.133.125:36701
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46487/jwks.json
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data/info.pb
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.133.125
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39409
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/logs
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 13:43:31 UTC on bdcb31816ec0
14:06:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12454
14:06:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:06:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.852810 4626 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.854719 4626 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.862720 4633 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.862661 4635 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.862691 4632 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.864229 4626 server_base.cc:1061] running on GCE node
14:06:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.864948 4626 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.866304 4626 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.867539 4626 hybrid_clock.cc:648] HybridClock initialized: now 1781791567867464 us; error 44 us; skew 500 ppm
14:06:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.867877 4626 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.869977 4626 webserver.cc:533] Webserver started at http://127.3.133.125:39409/ using document root <none> and password file <none>
14:06:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.870653 4626 fs_manager.cc:362] Metadata directory not provided
14:06:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.870807 4626 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.876540 4626 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.005s sys 0.000s
14:06:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.879523 4641 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:07.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.880849 4626 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.881022 4626 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data,/tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b"
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 14:05:59 on dist-test-slave-n868"
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.881735 4626 fs_report.cc:389] FS layout report
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/wal
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data/data
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.895300 4626 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.895946 4626 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.896162 4626 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:07.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:07.915367 3631 consensus_peers.cc:597] T 00000000000000000000000000000000 P 861eb1a6163546ae94a6673b9450745c -> Peer cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701): Couldn't send request to peer cd1ebcd1d8eb4470be83e4bcc4a1945b. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.125:36701: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
14:06:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.919456 4626 rpc_server.cc:307] RPC server started. Bound to: 127.3.133.125:36701
14:06:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.919653 4702 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.133.125:36701 every 8 connection(s)
14:06:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.920917 4626 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskF_hT0c/test-tmp/mini-kudu-cluster9793864441961287637/master-1/data/info.pb
14:06:07.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:06:07.922 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.133.126:38213
14:06:07.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:06:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.921756 3605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu as pid 4626
14:06:07.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.922838 3605 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu pid 3616
14:06:07.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.924216 3687 generic_service.cc:196] Checking for leaks (request via RPC)
14:06:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.929929 4703 sys_catalog.cc:263] Verifying existing consensus state
14:06:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.935160 4703 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: Bootstrap starting.
14:06:07.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.950767 4703 log.cc:826] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: Log is configured to *not* fsync() on all Append() calls
14:06:07.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.963305 4703 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:06:07.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.963725 4703 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: Bootstrap complete.
14:06:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.969842 4703 raft_consensus.cc:359] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.970499 4703 raft_consensus.cc:740] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd1ebcd1d8eb4470be83e4bcc4a1945b, State: Initialized, Role: FOLLOWER
14:06:07.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.971169 4703 consensus_queue.cc:260] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.971915 4707 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.972229 4707 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: This master's current role is: FOLLOWER
14:06:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.972838 4703 sys_catalog.cc:565] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: configured and running, proceeding with master startup.
14:06:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.982524 4718 catalog_manager.cc:1294] Loaded cluster ID: 0c59767afea64f7094cfb05a389c004b
14:06:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.982734 4718 catalog_manager.cc:1587] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: loading cluster ID for follower catalog manager: success
14:06:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.987701 4718 catalog_manager.cc:1609] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: acquiring CA information for follower catalog manager: success
14:06:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:07.990933 4718 catalog_manager.cc:1637] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:08.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:08.094719 3691 acceptor_pool.cc:311] unable to collect diagnostics on RPC socket 127.3.133.126:38213: Invalid argument: socket address is ambiguous
14:06:08.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.095605 3605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu with pid 3616
14:06:08.118 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:06:08.118 [ERROR - kudu-nio-2] (Connection.java:452) [peer master-127.3.133.126:38213(127.3.133.126:38213)] unexpected exception from downstream on [id: 0x4232b103, L:/127.0.0.1:57692 - R:/127.3.133.126:38213]
java.net.SocketException: Connection reset
at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
java.net.SocketException: Connection reset
at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:08.119 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state READY due to: [peer master-127.3.133.126:38213(127.3.133.126:38213)] unexpected exception from downstream on [id: 0x4232b103, L:/127.0.0.1:57692 - R:/127.3.133.126:38213]
14:06:08.119 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location master-127.3.133.126:38213(127.3.133.126:38213) for tablet Kudu Master: [peer master-127.3.133.126:38213(127.3.133.126:38213)] unexpected exception from downstream on [id: 0x4232b103, L:/127.0.0.1:57692 - R:/127.3.133.126:38213]
14:06:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:08.119776 4720 negotiation.cc:336] Failed RPC negotiation. Trace:
14:06:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:07.979967 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.3.133.126:38213 (local address 127.0.0.1:34908)
14:06:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:07.992064 (+ 12097us) negotiation.cc:107] Waiting for socket to connect
14:06:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:07.992102 (+ 38us) client_negotiation.cc:175] Beginning negotiation
14:06:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:07.992643 (+ 541us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
14:06:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:08.118282 (+125639us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:06:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":11562,"thread_start_us":11299,"threads_started":1}
14:06:08.121 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.133.126:38213(127.3.133.126:38213)] handling channelInactive
14:06:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.120878 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
14:06:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.126518 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:08.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.125:36701(127.3.133.125:36701)] connecting to peer
14:06:08.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:08.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:08.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:08.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:08.138 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.133.125:36701(127.3.133.125:36701)] Successfully connected to peer
14:06:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.145923 4723 raft_consensus.cc:493] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 861eb1a6163546ae94a6673b9450745c)
14:06:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.146116 4723 raft_consensus.cc:515] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:08.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.146953 4723 leader_election.cc:290] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701)
14:06:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:08.155198 4492 leader_election.cc:336] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.162307 4668 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93427986a2554b0cbf3255eb6abcfcf9" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" is_pre_election: true
14:06:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.162931 4668 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93427986a2554b0cbf3255eb6abcfcf9 in term 2.
14:06:08.163 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x807f24d7, L:/127.0.0.1:52090 - R:/127.3.133.125:36701] using TOKEN/null
14:06:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.163997 4489 leader_election.cc:304] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 93427986a2554b0cbf3255eb6abcfcf9, cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c
14:06:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.164373 4723 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 3 FOLLOWER]: Leader pre-election won for term 4
14:06:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.164530 4723 raft_consensus.cc:493] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 861eb1a6163546ae94a6673b9450745c)
14:06:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.164636 4723 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 3 FOLLOWER]: Advancing to term 4
14:06:08.165 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:08.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.166872 4723 raft_consensus.cc:515] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:08.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.167454 4723 leader_election.cc:290] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 4 election: Requested vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), cd1ebcd1d8eb4470be83e4bcc4a1945b (127.3.133.125:36701)
14:06:08.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.167919 4668 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93427986a2554b0cbf3255eb6abcfcf9" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b"
14:06:08.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.168109 4668 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 2 FOLLOWER]: Advancing to term 4
14:06:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:08.169128 4492 leader_election.cc:336] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.171906 4668 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93427986a2554b0cbf3255eb6abcfcf9 in term 4.
14:06:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.172329 4489 leader_election.cc:304] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 93427986a2554b0cbf3255eb6abcfcf9, cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c
14:06:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.172582 4723 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 4 FOLLOWER]: Leader election won for term 4
14:06:08.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.173097 4723 raft_consensus.cc:697] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [term 4 LEADER]: Becoming Leader. State: Replica: 93427986a2554b0cbf3255eb6abcfcf9, State: Running, Role: LEADER
14:06:08.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.173611 4723 consensus_queue.cc:237] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.175393 4729 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93427986a2554b0cbf3255eb6abcfcf9. Latest consensus state: current_term: 4 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.175695 4729 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: LEADER
14:06:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.176358 4731 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:06:08.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:08.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:08.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:08.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:08.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.179020 4731 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1]
14:06:08.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.179585 4731 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=ccf993c0609947ddad75d2056519aacb]
14:06:08.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.181154 4731 tablet_loader.cc:96] loaded metadata for tablet 31d68fe9f3434919b3f394cc319e9b41 (table txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1])
14:06:08.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.181705 4731 tablet_loader.cc:96] loaded metadata for tablet 91209623896d466f84b8318b27b072f4 (table kudu_system.kudu_transactions [id=ccf993c0609947ddad75d2056519aacb])
14:06:08.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.182150 4731 tablet_loader.cc:96] loaded metadata for tablet d44c5564236d4ccf9302b1501691d5f2 (table txn_manager_fallback_rolling [id=7a33602c243941599f138686db2a97b1])
14:06:08.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.182448 4731 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:06:08.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:08.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.183494 4731 catalog_manager.cc:1294] Loaded cluster ID: 0c59767afea64f7094cfb05a389c004b
14:06:08.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.183597 4731 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:06:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.184747 4731 catalog_manager.cc:1539] Loading token signing keys...
14:06:08.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.185595 4731 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9: Loaded TSK: 0
14:06:08.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.186390 4731 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:06:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.195839 4196 heartbeater.cc:344] Connected to a master server at 127.3.133.125:36701
14:06:08.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:08.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:08.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:08.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.199095 4658 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "89119336845344cda5a4dc69c06799bf" instance_seqno: 1781791561359288) as {username='slave'} at 127.3.133.66:49477; Asking this server to re-register.
14:06:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.199891 4196 heartbeater.cc:461] Registering TS with master...
14:06:08.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:06:08.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.3.133.126:38213, [162ms] received response from server master-127.3.133.126:38213: Network error: [peer master-127.3.133.126:38213(127.3.133.126:38213)] unexpected exception from downstream on [id: 0x4232b103, L:/127.0.0.1:57692 - R:/127.3.133.126:38213], [162ms] delaying RPC due to: Network error: [peer master-127.3.133.126:38213(127.3.133.126:38213)] unexpected exception from downstream on [id: 0x4232b103, L:/127.0.0.1:57692 - R:/127.3.133.126:38213], [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: OK, [208ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [208ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [225ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: OK, deferred=Deferred@986905744(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007feb48339a20@49f5e10b -> (continuation of Deferred@800929828 after retry RPC after error@1011381176) -> (continuation of Deferred@299052765 after retry RPC after error@2001234005), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007feb48339c48@31720280 -> (continuation of Deferred@800929828 after retry RPC after error@1011381176) -> (continuation of Deferred@299052765 after retry RPC after error@2001234005))) after lookup
14:06:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.201994 4658 ts_manager.cc:194] Registered new tserver with Master: 89119336845344cda5a4dc69c06799bf (127.3.133.66:46479)
14:06:08.218 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.3.133.126:38213, [162ms] received response from server master-127.3.133.126:38213: Network error: [peer master-127.3.133.126:38213(127.3.133.126:38213)] unexpected exception from downstream on [id: 0x4232b103, L:/127.0.0.1:57692 - R:/127.3.133.126:38213], [162ms] delaying RPC due to: Network error: [peer master-127.3.133.126:38213(127.3.133.126:38213)] unexpected exception from downstream on [id: 0x4232b103, L:/127.0.0.1:57692 - R:/127.3.133.126:38213], [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: OK, [208ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [208ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [225ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: OK, [243ms] sending RPC to server master-127.3.133.124:36693, deferred=Deferred@986905744(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007feb48339a20@49f5e10b -> (continuation of Deferred@800929828 after retry RPC after error@1011381176) -> (continuation of Deferred@299052765 after retry RPC after error@2001234005) -> (continuation of Deferred@1328494414 after retry RPC@253902676), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007feb48339c48@31720280 -> (continuation of Deferred@800929828 after retry RPC after error@1011381176) -> (continuation of Deferred@299052765 after retry RPC after error@2001234005) -> (continuation of Deferred@1328494414 after retry RPC@253902676)))
14:06:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:08.225646 4536 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:47090 (request call id 4) took 24 ms (client timeout 7 ms). Trace:
14:06:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:08.225832 4536 rpcz_store.cc:269] 0618 14:06:08.201204 (+ 0us) service_pool.cc:167] Inserting onto call queue
14:06:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:08.201275 (+ 71us) service_pool.cc:224] Handling call
14:06:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 14:06:08.225560 (+ 24285us) inbound_call.cc:177] Queueing success response
14:06:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":229,"init.queue_time_us":496,"thread_start_us":1495,"threads_started":5}
14:06:08.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1121680614348 + 9223370915174162459 cannot be represented in type 'long'
14:06:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:08.262406 4492 consensus_peers.cc:597] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 -> Peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Couldn't send request to peer 861eb1a6163546ae94a6673b9450745c. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:06:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.265585 4505 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33476:
14:06:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:06:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:06:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:06:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:06:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:08.276577 4505 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:06:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.290556 4668 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Refusing update from remote peer 93427986a2554b0cbf3255eb6abcfcf9: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
14:06:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.291731 4729 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
14:06:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.300118 4337 heartbeater.cc:344] Connected to a master server at 127.3.133.125:36701
14:06:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.319236 4707 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93427986a2554b0cbf3255eb6abcfcf9. Latest consensus state: current_term: 4 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.322574 4707 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: This master's current role is: FOLLOWER
14:06:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.322966 4658 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b6dbcb88f0df445897491c2118e5502b" instance_seqno: 1781791561834152) as {username='slave'} at 127.3.133.67:48289; Asking this server to re-register.
14:06:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.316726 4749 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.323344 4749 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: This master's current role is: FOLLOWER
14:06:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.324422 4337 heartbeater.cc:461] Registering TS with master...
14:06:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.332064 4707 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.332263 4707 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [sys.catalog]: This master's current role is: FOLLOWER
14:06:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.332751 4658 ts_manager.cc:194] Registered new tserver with Master: b6dbcb88f0df445897491c2118e5502b (127.3.133.67:33553)
14:06:08.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.336236 4752 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "93427986a2554b0cbf3255eb6abcfcf9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } } }
14:06:08.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.336556 4752 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 [sys.catalog]: This master's current role is: LEADER
14:06:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.779281 4055 heartbeater.cc:344] Connected to a master server at 127.3.133.125:36701
14:06:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:08.780078 4492 consensus_peers.cc:597] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 -> Peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Couldn't send request to peer 861eb1a6163546ae94a6673b9450745c. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:06:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.780694 4658 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3bd1a2aba62141d9b89a404a9819f0de" instance_seqno: 1781791560905504) as {username='slave'} at 127.3.133.65:50283; Asking this server to re-register.
14:06:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.781291 4055 heartbeater.cc:461] Registering TS with master...
14:06:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:08.782333 4658 ts_manager.cc:194] Registered new tserver with Master: 3bd1a2aba62141d9b89a404a9819f0de (127.3.133.65:36687)
14:06:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.191737 4194 heartbeater.cc:499] Master 127.3.133.124:36693 was elected leader, sending a full tablet report...
14:06:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:09.276621 4492 consensus_peers.cc:597] T 00000000000000000000000000000000 P 93427986a2554b0cbf3255eb6abcfcf9 -> Peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Couldn't send request to peer 861eb1a6163546ae94a6673b9450745c. Status: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:06:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.279821 4335 heartbeater.cc:499] Master 127.3.133.124:36693 was elected leader, sending a full tablet report...
14:06:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7fccf2b1dce8 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
14:06:09.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa95e05 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
14:06:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7fcd06aeb712 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
14:06:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7fcd06adb224 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
14:06:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7fcd06c4614e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
14:06:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7fcd06c46d2b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
14:06:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7fcd06c4b96f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
14:06:09.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7fcd009c92d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
14:06:09.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7fcd009c9005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
14:06:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7fccf9cc488e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
14:06:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7fccf9cc376e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
14:06:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7fccf9cc99a8 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15
14:06:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7fccf9cca30f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5
14:06:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7fccf9cca138 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
14:06:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xaa681c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
14:06:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7fccf2bdff48 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
14:06:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7fccf62a96da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
14:06:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7fcceed6761e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
14:06:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
14:06:09.437 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.133.124:36693(127.3.133.124:36693)] handling channelInactive
14:06:09.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state READY due to: connection closed
14:06:09.437 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.3.133.124:36693(127.3.133.124:36693) for tablet Kudu Master: connection closed
14:06:09.457 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:09.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.629719 4758 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:09.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.629887 4758 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.631646 4758 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:09.632541 4645 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:09.634146 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:09.634361 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.634464 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.634709 4758 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:09.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.805886 4053 heartbeater.cc:499] Master 127.3.133.124:36693 was elected leader, sending a full tablet report...
14:06:09.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:09.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:09.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:09.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:09.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:09.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:09.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:09.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:09.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.918 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:09.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:09.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:09.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.948796 4758 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.949000 4758 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.949676 4758 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:09.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:09.951067 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:09.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:09.951223 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:09.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.951313 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:09.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:09.951526 4758 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:09.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:09.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:09.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:09.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:09.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:09.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:09.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:09.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:09.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:09.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:09.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.059 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.060 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@710382433(state=PENDING, result=null, callback=(continuation of Deferred@177945948 after retry RPC after error@1064036692) -> (continuation of Deferred@1977906925 after retry RPC after error@1673408427) -> (continuation of Deferred@807182173 after retry RPC after error@1356722499) -> (continuation of Deferred@114861739 after retry RPC after error@336134828) -> (continuation of Deferred@1077641479 after retry RPC after error@2136160170) -> (continuation of Deferred@1023224597 after retry RPC after error@1614631492) -> (continuation of Deferred@2089993469 after retry RPC after error@446317218), errback=(continuation of Deferred@177945948 after retry RPC after error@1064036692) -> (continuation of Deferred@1977906925 after retry RPC after error@1673408427) -> (continuation of Deferred@807182173 after retry RPC after error@1356722499) -> (continuation of Deferred@114861739 after retry RPC after error@336134828) -> (continuation of Deferred@1077641479 after retry RPC after error@2136160170) -> (continuation of Deferred@1023224597 after retry RPC after error@1614631492) -> (continuation of Deferred@2089993469 after retry RPC after error@446317218)))
14:06:10.060 [DEBUG - kudu-nio-5] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@710382433(state=PENDING, result=null, callback=(continuation of Deferred@177945948 after retry RPC after error@1064036692) -> (continuation of Deferred@1977906925 after retry RPC after error@1673408427) -> (continuation of Deferred@807182173 after retry RPC after error@1356722499) -> (continuation of Deferred@114861739 after retry RPC after error@336134828) -> (continuation of Deferred@1077641479 after retry RPC after error@2136160170) -> (continuation of Deferred@1023224597 after retry RPC after error@1614631492) -> (continuation of Deferred@2089993469 after retry RPC after error@446317218), errback=(continuation of Deferred@177945948 after retry RPC after error@1064036692) -> (continuation of Deferred@1977906925 after retry RPC after error@1673408427) -> (continuation of Deferred@807182173 after retry RPC after error@1356722499) -> (continuation of Deferred@114861739 after retry RPC after error@336134828) -> (continuation of Deferred@1077641479 after retry RPC after error@2136160170) -> (continuation of Deferred@1023224597 after retry RPC after error@1614631492) -> (continuation of Deferred@2089993469 after retry RPC after error@446317218)))
14:06:10.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.079 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.079 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.119 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.119 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.120 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.120 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.138 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.139 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.159 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.198 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.200 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1686563576(state=PENDING, result=null, callback=(continuation of Deferred@1007733809 after retry RPC after error@61069712) -> (continuation of Deferred@917877268 after retry RPC after error@1706512144) -> (continuation of Deferred@1601988307 after retry RPC after error@1108237301) -> (continuation of Deferred@1504732338 after retry RPC after error@102793051) -> (continuation of Deferred@987159474 after retry RPC after error@171441902) -> (continuation of Deferred@1358470894 after retry RPC after error@1437067533) -> (continuation of Deferred@1495315264 after retry RPC after error@1817572868), errback=(continuation of Deferred@1007733809 after retry RPC after error@61069712) -> (continuation of Deferred@917877268 after retry RPC after error@1706512144) -> (continuation of Deferred@1601988307 after retry RPC after error@1108237301) -> (continuation of Deferred@1504732338 after retry RPC after error@102793051) -> (continuation of Deferred@987159474 after retry RPC after error@171441902) -> (continuation of Deferred@1358470894 after retry RPC after error@1437067533) -> (continuation of Deferred@1495315264 after retry RPC after error@1817572868)))
14:06:10.319 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1686563576(state=PENDING, result=null, callback=(continuation of Deferred@1007733809 after retry RPC after error@61069712) -> (continuation of Deferred@917877268 after retry RPC after error@1706512144) -> (continuation of Deferred@1601988307 after retry RPC after error@1108237301) -> (continuation of Deferred@1504732338 after retry RPC after error@102793051) -> (continuation of Deferred@987159474 after retry RPC after error@171441902) -> (continuation of Deferred@1358470894 after retry RPC after error@1437067533) -> (continuation of Deferred@1495315264 after retry RPC after error@1817572868), errback=(continuation of Deferred@1007733809 after retry RPC after error@61069712) -> (continuation of Deferred@917877268 after retry RPC after error@1706512144) -> (continuation of Deferred@1601988307 after retry RPC after error@1108237301) -> (continuation of Deferred@1504732338 after retry RPC after error@102793051) -> (continuation of Deferred@987159474 after retry RPC after error@171441902) -> (continuation of Deferred@1358470894 after retry RPC after error@1437067533) -> (continuation of Deferred@1495315264 after retry RPC after error@1817572868)))
14:06:10.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.339 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.339 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.372006 4758 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.372157 4758 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.372776 4758 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:10.374302 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:10.374459 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.374570 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.374768 4758 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:10.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.399 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.419 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.459 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.479 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.480 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@85568483(state=PENDING, result=null, callback=(continuation of Deferred@1279499240 after retry RPC after error@1766769193) -> (continuation of Deferred@1053289420 after retry RPC after error@1992890692) -> (continuation of Deferred@637882542 after retry RPC after error@969245133) -> (continuation of Deferred@945652914 after retry RPC after error@106998212) -> (continuation of Deferred@183245190 after retry RPC after error@531770111) -> (continuation of Deferred@1268663727 after retry RPC after error@1211362193), errback=(continuation of Deferred@1279499240 after retry RPC after error@1766769193) -> (continuation of Deferred@1053289420 after retry RPC after error@1992890692) -> (continuation of Deferred@637882542 after retry RPC after error@969245133) -> (continuation of Deferred@945652914 after retry RPC after error@106998212) -> (continuation of Deferred@183245190 after retry RPC after error@531770111) -> (continuation of Deferred@1268663727 after retry RPC after error@1211362193)))
14:06:10.480 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@85568483(state=PENDING, result=null, callback=(continuation of Deferred@1279499240 after retry RPC after error@1766769193) -> (continuation of Deferred@1053289420 after retry RPC after error@1992890692) -> (continuation of Deferred@637882542 after retry RPC after error@969245133) -> (continuation of Deferred@945652914 after retry RPC after error@106998212) -> (continuation of Deferred@183245190 after retry RPC after error@531770111) -> (continuation of Deferred@1268663727 after retry RPC after error@1211362193), errback=(continuation of Deferred@1279499240 after retry RPC after error@1766769193) -> (continuation of Deferred@1053289420 after retry RPC after error@1992890692) -> (continuation of Deferred@637882542 after retry RPC after error@969245133) -> (continuation of Deferred@945652914 after retry RPC after error@106998212) -> (continuation of Deferred@183245190 after retry RPC after error@531770111) -> (continuation of Deferred@1268663727 after retry RPC after error@1211362193)))
14:06:10.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.539 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.579 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.587522 4079 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.219s from last keepalive heartbeat (effective timeout is 1.000s)
14:06:10.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:10.593443 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:10.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.619 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.637 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.637 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.679 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1430881800(state=PENDING, result=null, callback=(continuation of Deferred@1646710665 after retry RPC after error@1038951454) -> (continuation of Deferred@1557456396 after retry RPC after error@1169445464) -> (continuation of Deferred@289048544 after retry RPC after error@1168346125) -> (continuation of Deferred@1052571187 after retry RPC after error@1501381934) -> (continuation of Deferred@473816166 after retry RPC after error@1160243208) -> (continuation of Deferred@485721073 after retry RPC after error@798290292), errback=(continuation of Deferred@1646710665 after retry RPC after error@1038951454) -> (continuation of Deferred@1557456396 after retry RPC after error@1169445464) -> (continuation of Deferred@289048544 after retry RPC after error@1168346125) -> (continuation of Deferred@1052571187 after retry RPC after error@1501381934) -> (continuation of Deferred@473816166 after retry RPC after error@1160243208) -> (continuation of Deferred@485721073 after retry RPC after error@798290292)))
14:06:10.680 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1430881800(state=PENDING, result=null, callback=(continuation of Deferred@1646710665 after retry RPC after error@1038951454) -> (continuation of Deferred@1557456396 after retry RPC after error@1169445464) -> (continuation of Deferred@289048544 after retry RPC after error@1168346125) -> (continuation of Deferred@1052571187 after retry RPC after error@1501381934) -> (continuation of Deferred@473816166 after retry RPC after error@1160243208) -> (continuation of Deferred@485721073 after retry RPC after error@798290292), errback=(continuation of Deferred@1646710665 after retry RPC after error@1038951454) -> (continuation of Deferred@1557456396 after retry RPC after error@1169445464) -> (continuation of Deferred@289048544 after retry RPC after error@1168346125) -> (continuation of Deferred@1052571187 after retry RPC after error@1501381934) -> (continuation of Deferred@473816166 after retry RPC after error@1160243208) -> (continuation of Deferred@485721073 after retry RPC after error@798290292)))
14:06:10.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.818 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.841161 4758 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.841352 4758 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.841915 4758 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:10.843379 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:10.843734 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.843839 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:10.844262 4758 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:10.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.879 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.879 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1029697718(state=PENDING, result=null, callback=(continuation of Deferred@1732764301 after retry RPC after error@204821514) -> (continuation of Deferred@1650941633 after retry RPC after error@545245307) -> (continuation of Deferred@2020869491 after retry RPC after error@1590135667) -> (continuation of Deferred@101603132 after retry RPC after error@1483500438) -> (continuation of Deferred@7058037 after retry RPC after error@1645554968) -> (continuation of Deferred@374743505 after retry RPC after error@769513558), errback=(continuation of Deferred@1732764301 after retry RPC after error@204821514) -> (continuation of Deferred@1650941633 after retry RPC after error@545245307) -> (continuation of Deferred@2020869491 after retry RPC after error@1590135667) -> (continuation of Deferred@101603132 after retry RPC after error@1483500438) -> (continuation of Deferred@7058037 after retry RPC after error@1645554968) -> (continuation of Deferred@374743505 after retry RPC after error@769513558)))
14:06:10.879 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1029697718(state=PENDING, result=null, callback=(continuation of Deferred@1732764301 after retry RPC after error@204821514) -> (continuation of Deferred@1650941633 after retry RPC after error@545245307) -> (continuation of Deferred@2020869491 after retry RPC after error@1590135667) -> (continuation of Deferred@101603132 after retry RPC after error@1483500438) -> (continuation of Deferred@7058037 after retry RPC after error@1645554968) -> (continuation of Deferred@374743505 after retry RPC after error@769513558), errback=(continuation of Deferred@1732764301 after retry RPC after error@204821514) -> (continuation of Deferred@1650941633 after retry RPC after error@545245307) -> (continuation of Deferred@2020869491 after retry RPC after error@1590135667) -> (continuation of Deferred@101603132 after retry RPC after error@1483500438) -> (continuation of Deferred@7058037 after retry RPC after error@1645554968) -> (continuation of Deferred@374743505 after retry RPC after error@769513558)))
14:06:10.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.899 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.919 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.939 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:10.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:10.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:10.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:10.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:10.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.038 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.139 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.139 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.139 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.139 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1859650449(state=PENDING, result=null, callback=(continuation of Deferred@542321363 after retry RPC after error@919583535) -> (continuation of Deferred@718092 after retry RPC after error@786475543) -> (continuation of Deferred@400296106 after retry RPC after error@1552011197) -> (continuation of Deferred@200598452 after retry RPC after error@552550607) -> (continuation of Deferred@1459721504 after retry RPC after error@86987866) -> (continuation of Deferred@694877704 after retry RPC after error@1935227602) -> (continuation of Deferred@673843468 after retry RPC after error@1473779159), errback=(continuation of Deferred@542321363 after retry RPC after error@919583535) -> (continuation of Deferred@718092 after retry RPC after error@786475543) -> (continuation of Deferred@400296106 after retry RPC after error@1552011197) -> (continuation of Deferred@200598452 after retry RPC after error@552550607) -> (continuation of Deferred@1459721504 after retry RPC after error@86987866) -> (continuation of Deferred@694877704 after retry RPC after error@1935227602) -> (continuation of Deferred@673843468 after retry RPC after error@1473779159)))
14:06:11.139 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1859650449(state=PENDING, result=null, callback=(continuation of Deferred@542321363 after retry RPC after error@919583535) -> (continuation of Deferred@718092 after retry RPC after error@786475543) -> (continuation of Deferred@400296106 after retry RPC after error@1552011197) -> (continuation of Deferred@200598452 after retry RPC after error@552550607) -> (continuation of Deferred@1459721504 after retry RPC after error@86987866) -> (continuation of Deferred@694877704 after retry RPC after error@1935227602) -> (continuation of Deferred@673843468 after retry RPC after error@1473779159), errback=(continuation of Deferred@542321363 after retry RPC after error@919583535) -> (continuation of Deferred@718092 after retry RPC after error@786475543) -> (continuation of Deferred@400296106 after retry RPC after error@1552011197) -> (continuation of Deferred@200598452 after retry RPC after error@552550607) -> (continuation of Deferred@1459721504 after retry RPC after error@86987866) -> (continuation of Deferred@694877704 after retry RPC after error@1935227602) -> (continuation of Deferred@673843468 after retry RPC after error@1473779159)))
14:06:11.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.198 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.279 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.339 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.339 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.339 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.358 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.417 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1992923554(state=PENDING, result=null, callback=(continuation of Deferred@1850980198 after retry RPC after error@1959068588) -> (continuation of Deferred@627312665 after retry RPC after error@534413726) -> (continuation of Deferred@1816264068 after retry RPC after error@818240451) -> (continuation of Deferred@904177922 after retry RPC after error@2121865297) -> (continuation of Deferred@490174407 after retry RPC after error@129379553) -> (continuation of Deferred@394930604 after retry RPC after error@554107036) -> (continuation of Deferred@120111668 after retry RPC after error@835659540) -> (continuation of Deferred@2001649608 after retry RPC after error@1851015773) -> (continuation of Deferred@799802561 after retry RPC after error@1737716135), errback=(continuation of Deferred@1850980198 after retry RPC after error@1959068588) -> (continuation of Deferred@627312665 after retry RPC after error@534413726) -> (continuation of Deferred@1816264068 after retry RPC after error@818240451) -> (continuation of Deferred@904177922 after retry RPC after error@2121865297) -> (continuation of Deferred@490174407 after retry RPC after error@129379553) -> (continuation of Deferred@394930604 after retry RPC after error@554107036) -> (continuation of Deferred@120111668 after retry RPC after error@835659540) -> (continuation of Deferred@2001649608 after retry RPC after error@1851015773) -> (continuation of Deferred@799802561 after retry RPC after error@1737716135)))
14:06:11.418 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:11.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.458 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.478 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.598 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.639 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@59503604(state=PENDING, result=null, callback=(continuation of Deferred@114994135 after retry RPC after error@331441637) -> (continuation of Deferred@1254680783 after retry RPC after error@369145393) -> (continuation of Deferred@1163338549 after retry RPC after error@1562482743) -> (continuation of Deferred@1344441804 after retry RPC after error@1132468423) -> (continuation of Deferred@1068680457 after retry RPC after error@1845695208) -> (continuation of Deferred@713797129 after retry RPC after error@1762577855) -> (continuation of Deferred@1086179098 after retry RPC after error@920590775), errback=(continuation of Deferred@114994135 after retry RPC after error@331441637) -> (continuation of Deferred@1254680783 after retry RPC after error@369145393) -> (continuation of Deferred@1163338549 after retry RPC after error@1562482743) -> (continuation of Deferred@1344441804 after retry RPC after error@1132468423) -> (continuation of Deferred@1068680457 after retry RPC after error@1845695208) -> (continuation of Deferred@713797129 after retry RPC after error@1762577855) -> (continuation of Deferred@1086179098 after retry RPC after error@920590775)))
14:06:11.639 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@59503604(state=PENDING, result=null, callback=(continuation of Deferred@114994135 after retry RPC after error@331441637) -> (continuation of Deferred@1254680783 after retry RPC after error@369145393) -> (continuation of Deferred@1163338549 after retry RPC after error@1562482743) -> (continuation of Deferred@1344441804 after retry RPC after error@1132468423) -> (continuation of Deferred@1068680457 after retry RPC after error@1845695208) -> (continuation of Deferred@713797129 after retry RPC after error@1762577855) -> (continuation of Deferred@1086179098 after retry RPC after error@920590775), errback=(continuation of Deferred@114994135 after retry RPC after error@331441637) -> (continuation of Deferred@1254680783 after retry RPC after error@369145393) -> (continuation of Deferred@1163338549 after retry RPC after error@1562482743) -> (continuation of Deferred@1344441804 after retry RPC after error@1132468423) -> (continuation of Deferred@1068680457 after retry RPC after error@1845695208) -> (continuation of Deferred@713797129 after retry RPC after error@1762577855) -> (continuation of Deferred@1086179098 after retry RPC after error@920590775)))
14:06:11.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.758 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.840 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1205928876(state=PENDING, result=null, callback=(continuation of Deferred@954799893 after retry RPC after error@765077763) -> (continuation of Deferred@1160152834 after retry RPC after error@177541225) -> (continuation of Deferred@2050293649 after retry RPC after error@110756837) -> (continuation of Deferred@2012584611 after retry RPC after error@1430375020) -> (continuation of Deferred@148143906 after retry RPC after error@1577570550) -> (continuation of Deferred@92043543 after retry RPC after error@1580581246) -> (continuation of Deferred@1974700277 after retry RPC after error@357791445), errback=(continuation of Deferred@954799893 after retry RPC after error@765077763) -> (continuation of Deferred@1160152834 after retry RPC after error@177541225) -> (continuation of Deferred@2050293649 after retry RPC after error@110756837) -> (continuation of Deferred@2012584611 after retry RPC after error@1430375020) -> (continuation of Deferred@148143906 after retry RPC after error@1577570550) -> (continuation of Deferred@92043543 after retry RPC after error@1580581246) -> (continuation of Deferred@1974700277 after retry RPC after error@357791445)))
14:06:11.840 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1205928876(state=PENDING, result=null, callback=(continuation of Deferred@954799893 after retry RPC after error@765077763) -> (continuation of Deferred@1160152834 after retry RPC after error@177541225) -> (continuation of Deferred@2050293649 after retry RPC after error@110756837) -> (continuation of Deferred@2012584611 after retry RPC after error@1430375020) -> (continuation of Deferred@148143906 after retry RPC after error@1577570550) -> (continuation of Deferred@92043543 after retry RPC after error@1580581246) -> (continuation of Deferred@1974700277 after retry RPC after error@357791445), errback=(continuation of Deferred@954799893 after retry RPC after error@765077763) -> (continuation of Deferred@1160152834 after retry RPC after error@177541225) -> (continuation of Deferred@2050293649 after retry RPC after error@110756837) -> (continuation of Deferred@2012584611 after retry RPC after error@1430375020) -> (continuation of Deferred@148143906 after retry RPC after error@1577570550) -> (continuation of Deferred@92043543 after retry RPC after error@1580581246) -> (continuation of Deferred@1974700277 after retry RPC after error@357791445)))
14:06:11.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.877 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:11.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:11.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:11.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:11.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:11.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.079 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.079 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1694384963(state=PENDING, result=null, callback=(continuation of Deferred@410073202 after retry RPC after error@863026109) -> (continuation of Deferred@1560834180 after retry RPC after error@1266340925) -> (continuation of Deferred@1515833224 after retry RPC after error@1816273453) -> (continuation of Deferred@1917907825 after retry RPC after error@1863715386) -> (continuation of Deferred@2070406615 after retry RPC after error@105509852) -> (continuation of Deferred@1945584415 after retry RPC after error@745525377) -> (continuation of Deferred@1751306630 after retry RPC after error@570165317), errback=(continuation of Deferred@410073202 after retry RPC after error@863026109) -> (continuation of Deferred@1560834180 after retry RPC after error@1266340925) -> (continuation of Deferred@1515833224 after retry RPC after error@1816273453) -> (continuation of Deferred@1917907825 after retry RPC after error@1863715386) -> (continuation of Deferred@2070406615 after retry RPC after error@105509852) -> (continuation of Deferred@1945584415 after retry RPC after error@745525377) -> (continuation of Deferred@1751306630 after retry RPC after error@570165317)))
14:06:12.080 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1694384963(state=PENDING, result=null, callback=(continuation of Deferred@410073202 after retry RPC after error@863026109) -> (continuation of Deferred@1560834180 after retry RPC after error@1266340925) -> (continuation of Deferred@1515833224 after retry RPC after error@1816273453) -> (continuation of Deferred@1917907825 after retry RPC after error@1863715386) -> (continuation of Deferred@2070406615 after retry RPC after error@105509852) -> (continuation of Deferred@1945584415 after retry RPC after error@745525377) -> (continuation of Deferred@1751306630 after retry RPC after error@570165317), errback=(continuation of Deferred@410073202 after retry RPC after error@863026109) -> (continuation of Deferred@1560834180 after retry RPC after error@1266340925) -> (continuation of Deferred@1515833224 after retry RPC after error@1816273453) -> (continuation of Deferred@1917907825 after retry RPC after error@1863715386) -> (continuation of Deferred@2070406615 after retry RPC after error@105509852) -> (continuation of Deferred@1945584415 after retry RPC after error@745525377) -> (continuation of Deferred@1751306630 after retry RPC after error@570165317)))
14:06:12.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.099 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.099 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:12.116377 4785 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:12.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:12.116554 4785 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:12.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:12.117163 4785 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:12.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.120 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.120 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.120 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.120 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:12.120813 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:12.121021 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:12.121150 4645 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:12.121470 4785 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:12.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.159 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.218 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1156804263(state=PENDING, result=null, callback=(continuation of Deferred@84736092 after retry RPC after error@1059773595) -> (continuation of Deferred@517737076 after retry RPC after error@1099290974) -> (continuation of Deferred@589895466 after retry RPC after error@1242483152) -> (continuation of Deferred@880797007 after retry RPC after error@1541379511) -> (continuation of Deferred@816073121 after retry RPC after error@215504428) -> (continuation of Deferred@1204195173 after retry RPC after error@1611909127), errback=(continuation of Deferred@84736092 after retry RPC after error@1059773595) -> (continuation of Deferred@517737076 after retry RPC after error@1099290974) -> (continuation of Deferred@589895466 after retry RPC after error@1242483152) -> (continuation of Deferred@880797007 after retry RPC after error@1541379511) -> (continuation of Deferred@816073121 after retry RPC after error@215504428) -> (continuation of Deferred@1204195173 after retry RPC after error@1611909127)))
14:06:12.259 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1156804263(state=PENDING, result=null, callback=(continuation of Deferred@84736092 after retry RPC after error@1059773595) -> (continuation of Deferred@517737076 after retry RPC after error@1099290974) -> (continuation of Deferred@589895466 after retry RPC after error@1242483152) -> (continuation of Deferred@880797007 after retry RPC after error@1541379511) -> (continuation of Deferred@816073121 after retry RPC after error@215504428) -> (continuation of Deferred@1204195173 after retry RPC after error@1611909127), errback=(continuation of Deferred@84736092 after retry RPC after error@1059773595) -> (continuation of Deferred@517737076 after retry RPC after error@1099290974) -> (continuation of Deferred@589895466 after retry RPC after error@1242483152) -> (continuation of Deferred@880797007 after retry RPC after error@1541379511) -> (continuation of Deferred@816073121 after retry RPC after error@215504428) -> (continuation of Deferred@1204195173 after retry RPC after error@1611909127)))
14:06:12.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.298 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.359 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.359 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.398 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.479 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@550455850(state=PENDING, result=null, callback=(continuation of Deferred@2101677066 after retry RPC after error@511943089) -> (continuation of Deferred@1109136484 after retry RPC after error@408459287) -> (continuation of Deferred@1294529098 after retry RPC after error@1319455863) -> (continuation of Deferred@1824055027 after retry RPC after error@813460307) -> (continuation of Deferred@978089396 after retry RPC after error@1584287870) -> (continuation of Deferred@1955287558 after retry RPC after error@662608183) -> (continuation of Deferred@2118560185 after retry RPC after error@1384643503), errback=(continuation of Deferred@2101677066 after retry RPC after error@511943089) -> (continuation of Deferred@1109136484 after retry RPC after error@408459287) -> (continuation of Deferred@1294529098 after retry RPC after error@1319455863) -> (continuation of Deferred@1824055027 after retry RPC after error@813460307) -> (continuation of Deferred@978089396 after retry RPC after error@1584287870) -> (continuation of Deferred@1955287558 after retry RPC after error@662608183) -> (continuation of Deferred@2118560185 after retry RPC after error@1384643503)))
14:06:12.479 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@550455850(state=PENDING, result=null, callback=(continuation of Deferred@2101677066 after retry RPC after error@511943089) -> (continuation of Deferred@1109136484 after retry RPC after error@408459287) -> (continuation of Deferred@1294529098 after retry RPC after error@1319455863) -> (continuation of Deferred@1824055027 after retry RPC after error@813460307) -> (continuation of Deferred@978089396 after retry RPC after error@1584287870) -> (continuation of Deferred@1955287558 after retry RPC after error@662608183) -> (continuation of Deferred@2118560185 after retry RPC after error@1384643503), errback=(continuation of Deferred@2101677066 after retry RPC after error@511943089) -> (continuation of Deferred@1109136484 after retry RPC after error@408459287) -> (continuation of Deferred@1294529098 after retry RPC after error@1319455863) -> (continuation of Deferred@1824055027 after retry RPC after error@813460307) -> (continuation of Deferred@978089396 after retry RPC after error@1584287870) -> (continuation of Deferred@1955287558 after retry RPC after error@662608183) -> (continuation of Deferred@2118560185 after retry RPC after error@1384643503)))
14:06:12.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.538 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.598 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1631521912(state=PENDING, result=null, callback=(continuation of Deferred@2122188557 after retry RPC after error@701421901) -> (continuation of Deferred@758588000 after retry RPC after error@888321906) -> (continuation of Deferred@976914574 after retry RPC after error@1709259317) -> (continuation of Deferred@1901142219 after retry RPC after error@1345929396) -> (continuation of Deferred@1051315397 after retry RPC after error@1383430583) -> (continuation of Deferred@718953546 after retry RPC after error@813471045) -> (continuation of Deferred@1078179947 after retry RPC after error@956487957), errback=(continuation of Deferred@2122188557 after retry RPC after error@701421901) -> (continuation of Deferred@758588000 after retry RPC after error@888321906) -> (continuation of Deferred@976914574 after retry RPC after error@1709259317) -> (continuation of Deferred@1901142219 after retry RPC after error@1345929396) -> (continuation of Deferred@1051315397 after retry RPC after error@1383430583) -> (continuation of Deferred@718953546 after retry RPC after error@813471045) -> (continuation of Deferred@1078179947 after retry RPC after error@956487957)))
14:06:12.659 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1631521912(state=PENDING, result=null, callback=(continuation of Deferred@2122188557 after retry RPC after error@701421901) -> (continuation of Deferred@758588000 after retry RPC after error@888321906) -> (continuation of Deferred@976914574 after retry RPC after error@1709259317) -> (continuation of Deferred@1901142219 after retry RPC after error@1345929396) -> (continuation of Deferred@1051315397 after retry RPC after error@1383430583) -> (continuation of Deferred@718953546 after retry RPC after error@813471045) -> (continuation of Deferred@1078179947 after retry RPC after error@956487957), errback=(continuation of Deferred@2122188557 after retry RPC after error@701421901) -> (continuation of Deferred@758588000 after retry RPC after error@888321906) -> (continuation of Deferred@976914574 after retry RPC after error@1709259317) -> (continuation of Deferred@1901142219 after retry RPC after error@1345929396) -> (continuation of Deferred@1051315397 after retry RPC after error@1383430583) -> (continuation of Deferred@718953546 after retry RPC after error@813471045) -> (continuation of Deferred@1078179947 after retry RPC after error@956487957)))
14:06:12.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.698 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.879 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@834610713(state=PENDING, result=null, callback=(continuation of Deferred@539212828 after retry RPC after error@121999971) -> (continuation of Deferred@576148509 after retry RPC after error@1779442080) -> (continuation of Deferred@1466872738 after retry RPC after error@2090071462) -> (continuation of Deferred@1685889429 after retry RPC after error@260735387) -> (continuation of Deferred@769380459 after retry RPC after error@1317420723) -> (continuation of Deferred@1341611775 after retry RPC after error@338335939) -> (continuation of Deferred@1728141989 after retry RPC after error@411931472), errback=(continuation of Deferred@539212828 after retry RPC after error@121999971) -> (continuation of Deferred@576148509 after retry RPC after error@1779442080) -> (continuation of Deferred@1466872738 after retry RPC after error@2090071462) -> (continuation of Deferred@1685889429 after retry RPC after error@260735387) -> (continuation of Deferred@769380459 after retry RPC after error@1317420723) -> (continuation of Deferred@1341611775 after retry RPC after error@338335939) -> (continuation of Deferred@1728141989 after retry RPC after error@411931472)))
14:06:12.879 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@834610713(state=PENDING, result=null, callback=(continuation of Deferred@539212828 after retry RPC after error@121999971) -> (continuation of Deferred@576148509 after retry RPC after error@1779442080) -> (continuation of Deferred@1466872738 after retry RPC after error@2090071462) -> (continuation of Deferred@1685889429 after retry RPC after error@260735387) -> (continuation of Deferred@769380459 after retry RPC after error@1317420723) -> (continuation of Deferred@1341611775 after retry RPC after error@338335939) -> (continuation of Deferred@1728141989 after retry RPC after error@411931472), errback=(continuation of Deferred@539212828 after retry RPC after error@121999971) -> (continuation of Deferred@576148509 after retry RPC after error@1779442080) -> (continuation of Deferred@1466872738 after retry RPC after error@2090071462) -> (continuation of Deferred@1685889429 after retry RPC after error@260735387) -> (continuation of Deferred@769380459 after retry RPC after error@1317420723) -> (continuation of Deferred@1341611775 after retry RPC after error@338335939) -> (continuation of Deferred@1728141989 after retry RPC after error@411931472)))
14:06:12.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.901 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:12.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:12.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:12.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:12.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:12.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.039 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@799048899(state=PENDING, result=null, callback=(continuation of Deferred@675906739 after retry RPC after error@1250445069) -> (continuation of Deferred@116907274 after retry RPC after error@769316747) -> (continuation of Deferred@1230152351 after retry RPC after error@1105863831) -> (continuation of Deferred@2043522605 after retry RPC after error@38819856) -> (continuation of Deferred@1581925535 after retry RPC after error@1309941085) -> (continuation of Deferred@1513913972 after retry RPC after error@1512848891), errback=(continuation of Deferred@675906739 after retry RPC after error@1250445069) -> (continuation of Deferred@116907274 after retry RPC after error@769316747) -> (continuation of Deferred@1230152351 after retry RPC after error@1105863831) -> (continuation of Deferred@2043522605 after retry RPC after error@38819856) -> (continuation of Deferred@1581925535 after retry RPC after error@1309941085) -> (continuation of Deferred@1513913972 after retry RPC after error@1512848891)))
14:06:13.039 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@799048899(state=PENDING, result=null, callback=(continuation of Deferred@675906739 after retry RPC after error@1250445069) -> (continuation of Deferred@116907274 after retry RPC after error@769316747) -> (continuation of Deferred@1230152351 after retry RPC after error@1105863831) -> (continuation of Deferred@2043522605 after retry RPC after error@38819856) -> (continuation of Deferred@1581925535 after retry RPC after error@1309941085) -> (continuation of Deferred@1513913972 after retry RPC after error@1512848891), errback=(continuation of Deferred@675906739 after retry RPC after error@1250445069) -> (continuation of Deferred@116907274 after retry RPC after error@769316747) -> (continuation of Deferred@1230152351 after retry RPC after error@1105863831) -> (continuation of Deferred@2043522605 after retry RPC after error@38819856) -> (continuation of Deferred@1581925535 after retry RPC after error@1309941085) -> (continuation of Deferred@1513913972 after retry RPC after error@1512848891)))
14:06:13.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.118 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:13.127782 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:13.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:13.127923 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:13.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.238 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.239 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@571355376(state=PENDING, result=null, callback=(continuation of Deferred@1531922296 after retry RPC after error@180923458) -> (continuation of Deferred@1348835972 after retry RPC after error@54503880) -> (continuation of Deferred@577391184 after retry RPC after error@1838106851) -> (continuation of Deferred@289562220 after retry RPC after error@1867371621) -> (continuation of Deferred@528825110 after retry RPC after error@148545621) -> (continuation of Deferred@199769628 after retry RPC after error@176631288), errback=(continuation of Deferred@1531922296 after retry RPC after error@180923458) -> (continuation of Deferred@1348835972 after retry RPC after error@54503880) -> (continuation of Deferred@577391184 after retry RPC after error@1838106851) -> (continuation of Deferred@289562220 after retry RPC after error@1867371621) -> (continuation of Deferred@528825110 after retry RPC after error@148545621) -> (continuation of Deferred@199769628 after retry RPC after error@176631288)))
14:06:13.239 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@571355376(state=PENDING, result=null, callback=(continuation of Deferred@1531922296 after retry RPC after error@180923458) -> (continuation of Deferred@1348835972 after retry RPC after error@54503880) -> (continuation of Deferred@577391184 after retry RPC after error@1838106851) -> (continuation of Deferred@289562220 after retry RPC after error@1867371621) -> (continuation of Deferred@528825110 after retry RPC after error@148545621) -> (continuation of Deferred@199769628 after retry RPC after error@176631288), errback=(continuation of Deferred@1531922296 after retry RPC after error@180923458) -> (continuation of Deferred@1348835972 after retry RPC after error@54503880) -> (continuation of Deferred@577391184 after retry RPC after error@1838106851) -> (continuation of Deferred@289562220 after retry RPC after error@1867371621) -> (continuation of Deferred@528825110 after retry RPC after error@148545621) -> (continuation of Deferred@199769628 after retry RPC after error@176631288)))
14:06:13.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.439 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1818925839(state=PENDING, result=null, callback=(continuation of Deferred@380391902 after retry RPC after error@199481654) -> (continuation of Deferred@302622714 after retry RPC after error@704898135) -> (continuation of Deferred@1591042664 after retry RPC after error@1273641709) -> (continuation of Deferred@335766045 after retry RPC after error@555163030) -> (continuation of Deferred@1420099070 after retry RPC after error@1308858581) -> (continuation of Deferred@1092556930 after retry RPC after error@1484609178), errback=(continuation of Deferred@380391902 after retry RPC after error@199481654) -> (continuation of Deferred@302622714 after retry RPC after error@704898135) -> (continuation of Deferred@1591042664 after retry RPC after error@1273641709) -> (continuation of Deferred@335766045 after retry RPC after error@555163030) -> (continuation of Deferred@1420099070 after retry RPC after error@1308858581) -> (continuation of Deferred@1092556930 after retry RPC after error@1484609178)))
14:06:13.439 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1818925839(state=PENDING, result=null, callback=(continuation of Deferred@380391902 after retry RPC after error@199481654) -> (continuation of Deferred@302622714 after retry RPC after error@704898135) -> (continuation of Deferred@1591042664 after retry RPC after error@1273641709) -> (continuation of Deferred@335766045 after retry RPC after error@555163030) -> (continuation of Deferred@1420099070 after retry RPC after error@1308858581) -> (continuation of Deferred@1092556930 after retry RPC after error@1484609178), errback=(continuation of Deferred@380391902 after retry RPC after error@199481654) -> (continuation of Deferred@302622714 after retry RPC after error@704898135) -> (continuation of Deferred@1591042664 after retry RPC after error@1273641709) -> (continuation of Deferred@335766045 after retry RPC after error@555163030) -> (continuation of Deferred@1420099070 after retry RPC after error@1308858581) -> (continuation of Deferred@1092556930 after retry RPC after error@1484609178)))
14:06:13.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.558 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.699 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1901513557(state=PENDING, result=null, callback=(continuation of Deferred@523598631 after retry RPC after error@1593740789) -> (continuation of Deferred@2006890259 after retry RPC after error@810931926) -> (continuation of Deferred@67989432 after retry RPC after error@775347177) -> (continuation of Deferred@747816723 after retry RPC after error@846153521) -> (continuation of Deferred@1567661675 after retry RPC after error@1166143423) -> (continuation of Deferred@2140213827 after retry RPC after error@932156495) -> (continuation of Deferred@1859503891 after retry RPC after error@610476385), errback=(continuation of Deferred@523598631 after retry RPC after error@1593740789) -> (continuation of Deferred@2006890259 after retry RPC after error@810931926) -> (continuation of Deferred@67989432 after retry RPC after error@775347177) -> (continuation of Deferred@747816723 after retry RPC after error@846153521) -> (continuation of Deferred@1567661675 after retry RPC after error@1166143423) -> (continuation of Deferred@2140213827 after retry RPC after error@932156495) -> (continuation of Deferred@1859503891 after retry RPC after error@610476385)))
14:06:13.699 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1901513557(state=PENDING, result=null, callback=(continuation of Deferred@523598631 after retry RPC after error@1593740789) -> (continuation of Deferred@2006890259 after retry RPC after error@810931926) -> (continuation of Deferred@67989432 after retry RPC after error@775347177) -> (continuation of Deferred@747816723 after retry RPC after error@846153521) -> (continuation of Deferred@1567661675 after retry RPC after error@1166143423) -> (continuation of Deferred@2140213827 after retry RPC after error@932156495) -> (continuation of Deferred@1859503891 after retry RPC after error@610476385), errback=(continuation of Deferred@523598631 after retry RPC after error@1593740789) -> (continuation of Deferred@2006890259 after retry RPC after error@810931926) -> (continuation of Deferred@67989432 after retry RPC after error@775347177) -> (continuation of Deferred@747816723 after retry RPC after error@846153521) -> (continuation of Deferred@1567661675 after retry RPC after error@1166143423) -> (continuation of Deferred@2140213827 after retry RPC after error@932156495) -> (continuation of Deferred@1859503891 after retry RPC after error@610476385)))
14:06:13.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.859 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:13.949307 4799 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:13.949463 4799 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:13.950021 4799 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:13.952162 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:13.952339 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:13.952461 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:13.952652 4799 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:13.977 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1632721443(state=PENDING, result=null, callback=(continuation of Deferred@1999071899 after retry RPC after error@930741226) -> (continuation of Deferred@328498669 after retry RPC after error@2030022142) -> (continuation of Deferred@876635080 after retry RPC after error@1277065217) -> (continuation of Deferred@2085953402 after retry RPC after error@2034294099) -> (continuation of Deferred@1319747472 after retry RPC after error@1908938804) -> (continuation of Deferred@632448952 after retry RPC after error@1525124120) -> (continuation of Deferred@1504837099 after retry RPC after error@1745442641) -> (continuation of Deferred@1580233295 after retry RPC after error@944874205), errback=(continuation of Deferred@1999071899 after retry RPC after error@930741226) -> (continuation of Deferred@328498669 after retry RPC after error@2030022142) -> (continuation of Deferred@876635080 after retry RPC after error@1277065217) -> (continuation of Deferred@2085953402 after retry RPC after error@2034294099) -> (continuation of Deferred@1319747472 after retry RPC after error@1908938804) -> (continuation of Deferred@632448952 after retry RPC after error@1525124120) -> (continuation of Deferred@1504837099 after retry RPC after error@1745442641) -> (continuation of Deferred@1580233295 after retry RPC after error@944874205)))
14:06:13.978 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:13.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:13.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:13.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:13.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:13.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.018 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.078 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.218 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.219 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1770036845(state=PENDING, result=null, callback=(continuation of Deferred@202918802 after retry RPC after error@471130248) -> (continuation of Deferred@920978204 after retry RPC after error@1534824539) -> (continuation of Deferred@359728253 after retry RPC after error@786085627) -> (continuation of Deferred@817479135 after retry RPC after error@935791323) -> (continuation of Deferred@705209010 after retry RPC after error@1360962662) -> (continuation of Deferred@750042335 after retry RPC after error@598403648) -> (continuation of Deferred@1289273781 after retry RPC after error@1749115356), errback=(continuation of Deferred@202918802 after retry RPC after error@471130248) -> (continuation of Deferred@920978204 after retry RPC after error@1534824539) -> (continuation of Deferred@359728253 after retry RPC after error@786085627) -> (continuation of Deferred@817479135 after retry RPC after error@935791323) -> (continuation of Deferred@705209010 after retry RPC after error@1360962662) -> (continuation of Deferred@750042335 after retry RPC after error@598403648) -> (continuation of Deferred@1289273781 after retry RPC after error@1749115356)))
14:06:14.219 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1770036845(state=PENDING, result=null, callback=(continuation of Deferred@202918802 after retry RPC after error@471130248) -> (continuation of Deferred@920978204 after retry RPC after error@1534824539) -> (continuation of Deferred@359728253 after retry RPC after error@786085627) -> (continuation of Deferred@817479135 after retry RPC after error@935791323) -> (continuation of Deferred@705209010 after retry RPC after error@1360962662) -> (continuation of Deferred@750042335 after retry RPC after error@598403648) -> (continuation of Deferred@1289273781 after retry RPC after error@1749115356), errback=(continuation of Deferred@202918802 after retry RPC after error@471130248) -> (continuation of Deferred@920978204 after retry RPC after error@1534824539) -> (continuation of Deferred@359728253 after retry RPC after error@786085627) -> (continuation of Deferred@817479135 after retry RPC after error@935791323) -> (continuation of Deferred@705209010 after retry RPC after error@1360962662) -> (continuation of Deferred@750042335 after retry RPC after error@598403648) -> (continuation of Deferred@1289273781 after retry RPC after error@1749115356)))
14:06:14.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.238 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.318 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.479 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1310671581(state=PENDING, result=null, callback=(continuation of Deferred@1753857932 after retry RPC after error@960804031) -> (continuation of Deferred@1842190844 after retry RPC after error@1508914994) -> (continuation of Deferred@2082510431 after retry RPC after error@1616716840) -> (continuation of Deferred@1633571750 after retry RPC after error@969912600) -> (continuation of Deferred@1101355536 after retry RPC after error@1213221480) -> (continuation of Deferred@1526789031 after retry RPC after error@528731822) -> (continuation of Deferred@1956475540 after retry RPC after error@1054106981), errback=(continuation of Deferred@1753857932 after retry RPC after error@960804031) -> (continuation of Deferred@1842190844 after retry RPC after error@1508914994) -> (continuation of Deferred@2082510431 after retry RPC after error@1616716840) -> (continuation of Deferred@1633571750 after retry RPC after error@969912600) -> (continuation of Deferred@1101355536 after retry RPC after error@1213221480) -> (continuation of Deferred@1526789031 after retry RPC after error@528731822) -> (continuation of Deferred@1956475540 after retry RPC after error@1054106981)))
14:06:14.479 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1310671581(state=PENDING, result=null, callback=(continuation of Deferred@1753857932 after retry RPC after error@960804031) -> (continuation of Deferred@1842190844 after retry RPC after error@1508914994) -> (continuation of Deferred@2082510431 after retry RPC after error@1616716840) -> (continuation of Deferred@1633571750 after retry RPC after error@969912600) -> (continuation of Deferred@1101355536 after retry RPC after error@1213221480) -> (continuation of Deferred@1526789031 after retry RPC after error@528731822) -> (continuation of Deferred@1956475540 after retry RPC after error@1054106981), errback=(continuation of Deferred@1753857932 after retry RPC after error@960804031) -> (continuation of Deferred@1842190844 after retry RPC after error@1508914994) -> (continuation of Deferred@2082510431 after retry RPC after error@1616716840) -> (continuation of Deferred@1633571750 after retry RPC after error@969912600) -> (continuation of Deferred@1101355536 after retry RPC after error@1213221480) -> (continuation of Deferred@1526789031 after retry RPC after error@528731822) -> (continuation of Deferred@1956475540 after retry RPC after error@1054106981)))
14:06:14.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.619 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1857592212(state=PENDING, result=null, callback=(continuation of Deferred@406680305 after retry RPC after error@181626290) -> (continuation of Deferred@1581634537 after retry RPC after error@1955301262) -> (continuation of Deferred@131254548 after retry RPC after error@373146281) -> (continuation of Deferred@1721205020 after retry RPC after error@1317588407) -> (continuation of Deferred@1602430747 after retry RPC after error@659787464) -> (continuation of Deferred@2098619487 after retry RPC after error@1971059519), errback=(continuation of Deferred@406680305 after retry RPC after error@181626290) -> (continuation of Deferred@1581634537 after retry RPC after error@1955301262) -> (continuation of Deferred@131254548 after retry RPC after error@373146281) -> (continuation of Deferred@1721205020 after retry RPC after error@1317588407) -> (continuation of Deferred@1602430747 after retry RPC after error@659787464) -> (continuation of Deferred@2098619487 after retry RPC after error@1971059519)))
14:06:14.678 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1857592212(state=PENDING, result=null, callback=(continuation of Deferred@406680305 after retry RPC after error@181626290) -> (continuation of Deferred@1581634537 after retry RPC after error@1955301262) -> (continuation of Deferred@131254548 after retry RPC after error@373146281) -> (continuation of Deferred@1721205020 after retry RPC after error@1317588407) -> (continuation of Deferred@1602430747 after retry RPC after error@659787464) -> (continuation of Deferred@2098619487 after retry RPC after error@1971059519), errback=(continuation of Deferred@406680305 after retry RPC after error@181626290) -> (continuation of Deferred@1581634537 after retry RPC after error@1955301262) -> (continuation of Deferred@131254548 after retry RPC after error@373146281) -> (continuation of Deferred@1721205020 after retry RPC after error@1317588407) -> (continuation of Deferred@1602430747 after retry RPC after error@659787464) -> (continuation of Deferred@2098619487 after retry RPC after error@1971059519)))
14:06:14.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.759 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.778 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.899 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1180886482(state=PENDING, result=null, callback=(continuation of Deferred@1827294242 after retry RPC after error@1793183178) -> (continuation of Deferred@550757592 after retry RPC after error@1909377381) -> (continuation of Deferred@1333461026 after retry RPC after error@722471834) -> (continuation of Deferred@349888260 after retry RPC after error@332970267) -> (continuation of Deferred@79020370 after retry RPC after error@793921157) -> (continuation of Deferred@1840422548 after retry RPC after error@1005908568), errback=(continuation of Deferred@1827294242 after retry RPC after error@1793183178) -> (continuation of Deferred@550757592 after retry RPC after error@1909377381) -> (continuation of Deferred@1333461026 after retry RPC after error@722471834) -> (continuation of Deferred@349888260 after retry RPC after error@332970267) -> (continuation of Deferred@79020370 after retry RPC after error@793921157) -> (continuation of Deferred@1840422548 after retry RPC after error@1005908568)))
14:06:14.899 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1180886482(state=PENDING, result=null, callback=(continuation of Deferred@1827294242 after retry RPC after error@1793183178) -> (continuation of Deferred@550757592 after retry RPC after error@1909377381) -> (continuation of Deferred@1333461026 after retry RPC after error@722471834) -> (continuation of Deferred@349888260 after retry RPC after error@332970267) -> (continuation of Deferred@79020370 after retry RPC after error@793921157) -> (continuation of Deferred@1840422548 after retry RPC after error@1005908568), errback=(continuation of Deferred@1827294242 after retry RPC after error@1793183178) -> (continuation of Deferred@550757592 after retry RPC after error@1909377381) -> (continuation of Deferred@1333461026 after retry RPC after error@722471834) -> (continuation of Deferred@349888260 after retry RPC after error@332970267) -> (continuation of Deferred@79020370 after retry RPC after error@793921157) -> (continuation of Deferred@1840422548 after retry RPC after error@1005908568)))
14:06:14.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.919 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:14.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:14.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:14.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:14.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:14.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.019 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.019 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.059 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.063 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1348345916(state=PENDING, result=null, callback=(continuation of Deferred@748097236 after retry RPC after error@1376418829) -> (continuation of Deferred@1658127187 after retry RPC after error@1135313141) -> (continuation of Deferred@1474222074 after retry RPC after error@1446322968) -> (continuation of Deferred@481328406 after retry RPC after error@58980957) -> (continuation of Deferred@574852304 after retry RPC after error@1569801827) -> (continuation of Deferred@1112983562 after retry RPC after error@1587249935), errback=(continuation of Deferred@748097236 after retry RPC after error@1376418829) -> (continuation of Deferred@1658127187 after retry RPC after error@1135313141) -> (continuation of Deferred@1474222074 after retry RPC after error@1446322968) -> (continuation of Deferred@481328406 after retry RPC after error@58980957) -> (continuation of Deferred@574852304 after retry RPC after error@1569801827) -> (continuation of Deferred@1112983562 after retry RPC after error@1587249935)))
14:06:15.064 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1348345916(state=PENDING, result=null, callback=(continuation of Deferred@748097236 after retry RPC after error@1376418829) -> (continuation of Deferred@1658127187 after retry RPC after error@1135313141) -> (continuation of Deferred@1474222074 after retry RPC after error@1446322968) -> (continuation of Deferred@481328406 after retry RPC after error@58980957) -> (continuation of Deferred@574852304 after retry RPC after error@1569801827) -> (continuation of Deferred@1112983562 after retry RPC after error@1587249935), errback=(continuation of Deferred@748097236 after retry RPC after error@1376418829) -> (continuation of Deferred@1658127187 after retry RPC after error@1135313141) -> (continuation of Deferred@1474222074 after retry RPC after error@1446322968) -> (continuation of Deferred@481328406 after retry RPC after error@58980957) -> (continuation of Deferred@574852304 after retry RPC after error@1569801827) -> (continuation of Deferred@1112983562 after retry RPC after error@1587249935)))
14:06:15.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.079 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.099 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.139 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@620431428(state=PENDING, result=null, callback=(continuation of Deferred@958061007 after retry RPC after error@1144673020) -> (continuation of Deferred@806781869 after retry RPC after error@1288897731) -> (continuation of Deferred@594044983 after retry RPC after error@894657300) -> (continuation of Deferred@828147192 after retry RPC after error@1711106572) -> (continuation of Deferred@87334740 after retry RPC after error@735119141) -> (continuation of Deferred@2121741538 after retry RPC after error@1884589098), errback=(continuation of Deferred@958061007 after retry RPC after error@1144673020) -> (continuation of Deferred@806781869 after retry RPC after error@1288897731) -> (continuation of Deferred@594044983 after retry RPC after error@894657300) -> (continuation of Deferred@828147192 after retry RPC after error@1711106572) -> (continuation of Deferred@87334740 after retry RPC after error@735119141) -> (continuation of Deferred@2121741538 after retry RPC after error@1884589098)))
14:06:15.219 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@620431428(state=PENDING, result=null, callback=(continuation of Deferred@958061007 after retry RPC after error@1144673020) -> (continuation of Deferred@806781869 after retry RPC after error@1288897731) -> (continuation of Deferred@594044983 after retry RPC after error@894657300) -> (continuation of Deferred@828147192 after retry RPC after error@1711106572) -> (continuation of Deferred@87334740 after retry RPC after error@735119141) -> (continuation of Deferred@2121741538 after retry RPC after error@1884589098), errback=(continuation of Deferred@958061007 after retry RPC after error@1144673020) -> (continuation of Deferred@806781869 after retry RPC after error@1288897731) -> (continuation of Deferred@594044983 after retry RPC after error@894657300) -> (continuation of Deferred@828147192 after retry RPC after error@1711106572) -> (continuation of Deferred@87334740 after retry RPC after error@735119141) -> (continuation of Deferred@2121741538 after retry RPC after error@1884589098)))
14:06:15.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.259 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.297 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.317 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.317 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.399 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@475643385(state=PENDING, result=null, callback=(continuation of Deferred@320228024 after retry RPC after error@1201248357) -> (continuation of Deferred@1096638463 after retry RPC after error@280659032) -> (continuation of Deferred@827875197 after retry RPC after error@982102915) -> (continuation of Deferred@285254026 after retry RPC after error@1440509878) -> (continuation of Deferred@646734279 after retry RPC after error@1366219582) -> (continuation of Deferred@1173765224 after retry RPC after error@1935755967) -> (continuation of Deferred@916889421 after retry RPC after error@297141644) -> (continuation of Deferred@1700232878 after retry RPC after error@471528457), errback=(continuation of Deferred@320228024 after retry RPC after error@1201248357) -> (continuation of Deferred@1096638463 after retry RPC after error@280659032) -> (continuation of Deferred@827875197 after retry RPC after error@982102915) -> (continuation of Deferred@285254026 after retry RPC after error@1440509878) -> (continuation of Deferred@646734279 after retry RPC after error@1366219582) -> (continuation of Deferred@1173765224 after retry RPC after error@1935755967) -> (continuation of Deferred@916889421 after retry RPC after error@297141644) -> (continuation of Deferred@1700232878 after retry RPC after error@471528457)))
14:06:15.439 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@475643385(state=PENDING, result=null, callback=(continuation of Deferred@320228024 after retry RPC after error@1201248357) -> (continuation of Deferred@1096638463 after retry RPC after error@280659032) -> (continuation of Deferred@827875197 after retry RPC after error@982102915) -> (continuation of Deferred@285254026 after retry RPC after error@1440509878) -> (continuation of Deferred@646734279 after retry RPC after error@1366219582) -> (continuation of Deferred@1173765224 after retry RPC after error@1935755967) -> (continuation of Deferred@916889421 after retry RPC after error@297141644) -> (continuation of Deferred@1700232878 after retry RPC after error@471528457), errback=(continuation of Deferred@320228024 after retry RPC after error@1201248357) -> (continuation of Deferred@1096638463 after retry RPC after error@280659032) -> (continuation of Deferred@827875197 after retry RPC after error@982102915) -> (continuation of Deferred@285254026 after retry RPC after error@1440509878) -> (continuation of Deferred@646734279 after retry RPC after error@1366219582) -> (continuation of Deferred@1173765224 after retry RPC after error@1935755967) -> (continuation of Deferred@916889421 after retry RPC after error@297141644) -> (continuation of Deferred@1700232878 after retry RPC after error@471528457)))
14:06:15.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:15.602501 4106 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:15.605983 4106 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'd44c5564236d4ccf9302b1501691d5f2', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'd44c5564236d4ccf9302b1501691d5f2', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:15.607640 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:15.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.698 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.698 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1764148130(state=PENDING, result=null, callback=(continuation of Deferred@2078582494 after retry RPC after error@1968884338) -> (continuation of Deferred@1322398419 after retry RPC after error@288801656) -> (continuation of Deferred@1337607638 after retry RPC after error@1821384457) -> (continuation of Deferred@864812258 after retry RPC after error@335664360) -> (continuation of Deferred@151562059 after retry RPC after error@1703713076) -> (continuation of Deferred@160171403 after retry RPC after error@330311366) -> (continuation of Deferred@1607395588 after retry RPC after error@1577754352), errback=(continuation of Deferred@2078582494 after retry RPC after error@1968884338) -> (continuation of Deferred@1322398419 after retry RPC after error@288801656) -> (continuation of Deferred@1337607638 after retry RPC after error@1821384457) -> (continuation of Deferred@864812258 after retry RPC after error@335664360) -> (continuation of Deferred@151562059 after retry RPC after error@1703713076) -> (continuation of Deferred@160171403 after retry RPC after error@330311366) -> (continuation of Deferred@1607395588 after retry RPC after error@1577754352)))
14:06:15.699 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1764148130(state=PENDING, result=null, callback=(continuation of Deferred@2078582494 after retry RPC after error@1968884338) -> (continuation of Deferred@1322398419 after retry RPC after error@288801656) -> (continuation of Deferred@1337607638 after retry RPC after error@1821384457) -> (continuation of Deferred@864812258 after retry RPC after error@335664360) -> (continuation of Deferred@151562059 after retry RPC after error@1703713076) -> (continuation of Deferred@160171403 after retry RPC after error@330311366) -> (continuation of Deferred@1607395588 after retry RPC after error@1577754352), errback=(continuation of Deferred@2078582494 after retry RPC after error@1968884338) -> (continuation of Deferred@1322398419 after retry RPC after error@288801656) -> (continuation of Deferred@1337607638 after retry RPC after error@1821384457) -> (continuation of Deferred@864812258 after retry RPC after error@335664360) -> (continuation of Deferred@151562059 after retry RPC after error@1703713076) -> (continuation of Deferred@160171403 after retry RPC after error@330311366) -> (continuation of Deferred@1607395588 after retry RPC after error@1577754352)))
14:06:15.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.758 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.958 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.958 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@723944383(state=PENDING, result=null, callback=(continuation of Deferred@824029458 after retry RPC after error@1896453884) -> (continuation of Deferred@80553531 after retry RPC after error@468280934) -> (continuation of Deferred@1201721640 after retry RPC after error@2049114454) -> (continuation of Deferred@397548759 after retry RPC after error@1194885649) -> (continuation of Deferred@114303567 after retry RPC after error@1679538802) -> (continuation of Deferred@1665685122 after retry RPC after error@1617127664) -> (continuation of Deferred@1730604265 after retry RPC after error@1591149141), errback=(continuation of Deferred@824029458 after retry RPC after error@1896453884) -> (continuation of Deferred@80553531 after retry RPC after error@468280934) -> (continuation of Deferred@1201721640 after retry RPC after error@2049114454) -> (continuation of Deferred@397548759 after retry RPC after error@1194885649) -> (continuation of Deferred@114303567 after retry RPC after error@1679538802) -> (continuation of Deferred@1665685122 after retry RPC after error@1617127664) -> (continuation of Deferred@1730604265 after retry RPC after error@1591149141)))
14:06:15.959 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@723944383(state=PENDING, result=null, callback=(continuation of Deferred@824029458 after retry RPC after error@1896453884) -> (continuation of Deferred@80553531 after retry RPC after error@468280934) -> (continuation of Deferred@1201721640 after retry RPC after error@2049114454) -> (continuation of Deferred@397548759 after retry RPC after error@1194885649) -> (continuation of Deferred@114303567 after retry RPC after error@1679538802) -> (continuation of Deferred@1665685122 after retry RPC after error@1617127664) -> (continuation of Deferred@1730604265 after retry RPC after error@1591149141), errback=(continuation of Deferred@824029458 after retry RPC after error@1896453884) -> (continuation of Deferred@80553531 after retry RPC after error@468280934) -> (continuation of Deferred@1201721640 after retry RPC after error@2049114454) -> (continuation of Deferred@397548759 after retry RPC after error@1194885649) -> (continuation of Deferred@114303567 after retry RPC after error@1679538802) -> (continuation of Deferred@1665685122 after retry RPC after error@1617127664) -> (continuation of Deferred@1730604265 after retry RPC after error@1591149141)))
14:06:15.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:15.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:15.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:15.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:15.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:15.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.138 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@103825404(state=PENDING, result=null, callback=(continuation of Deferred@1258466914 after retry RPC after error@1284940401) -> (continuation of Deferred@1789250678 after retry RPC after error@1844297985) -> (continuation of Deferred@859964256 after retry RPC after error@1254013523) -> (continuation of Deferred@247208206 after retry RPC after error@224015377) -> (continuation of Deferred@782266329 after retry RPC after error@301151356) -> (continuation of Deferred@2137602853 after retry RPC after error@592409189) -> (continuation of Deferred@238821234 after retry RPC after error@107256349), errback=(continuation of Deferred@1258466914 after retry RPC after error@1284940401) -> (continuation of Deferred@1789250678 after retry RPC after error@1844297985) -> (continuation of Deferred@859964256 after retry RPC after error@1254013523) -> (continuation of Deferred@247208206 after retry RPC after error@224015377) -> (continuation of Deferred@782266329 after retry RPC after error@301151356) -> (continuation of Deferred@2137602853 after retry RPC after error@592409189) -> (continuation of Deferred@238821234 after retry RPC after error@107256349)))
14:06:16.138 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@103825404(state=PENDING, result=null, callback=(continuation of Deferred@1258466914 after retry RPC after error@1284940401) -> (continuation of Deferred@1789250678 after retry RPC after error@1844297985) -> (continuation of Deferred@859964256 after retry RPC after error@1254013523) -> (continuation of Deferred@247208206 after retry RPC after error@224015377) -> (continuation of Deferred@782266329 after retry RPC after error@301151356) -> (continuation of Deferred@2137602853 after retry RPC after error@592409189) -> (continuation of Deferred@238821234 after retry RPC after error@107256349), errback=(continuation of Deferred@1258466914 after retry RPC after error@1284940401) -> (continuation of Deferred@1789250678 after retry RPC after error@1844297985) -> (continuation of Deferred@859964256 after retry RPC after error@1254013523) -> (continuation of Deferred@247208206 after retry RPC after error@224015377) -> (continuation of Deferred@782266329 after retry RPC after error@301151356) -> (continuation of Deferred@2137602853 after retry RPC after error@592409189) -> (continuation of Deferred@238821234 after retry RPC after error@107256349)))
14:06:16.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.338 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1486926601(state=PENDING, result=null, callback=(continuation of Deferred@561496828 after retry RPC after error@1284991475) -> (continuation of Deferred@1635307629 after retry RPC after error@1016926128) -> (continuation of Deferred@602032893 after retry RPC after error@1422747523) -> (continuation of Deferred@1930510031 after retry RPC after error@656756626) -> (continuation of Deferred@379673641 after retry RPC after error@703582209) -> (continuation of Deferred@1400005813 after retry RPC after error@1579612310), errback=(continuation of Deferred@561496828 after retry RPC after error@1284991475) -> (continuation of Deferred@1635307629 after retry RPC after error@1016926128) -> (continuation of Deferred@602032893 after retry RPC after error@1422747523) -> (continuation of Deferred@1930510031 after retry RPC after error@656756626) -> (continuation of Deferred@379673641 after retry RPC after error@703582209) -> (continuation of Deferred@1400005813 after retry RPC after error@1579612310)))
14:06:16.339 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1486926601(state=PENDING, result=null, callback=(continuation of Deferred@561496828 after retry RPC after error@1284991475) -> (continuation of Deferred@1635307629 after retry RPC after error@1016926128) -> (continuation of Deferred@602032893 after retry RPC after error@1422747523) -> (continuation of Deferred@1930510031 after retry RPC after error@656756626) -> (continuation of Deferred@379673641 after retry RPC after error@703582209) -> (continuation of Deferred@1400005813 after retry RPC after error@1579612310), errback=(continuation of Deferred@561496828 after retry RPC after error@1284991475) -> (continuation of Deferred@1635307629 after retry RPC after error@1016926128) -> (continuation of Deferred@602032893 after retry RPC after error@1422747523) -> (continuation of Deferred@1930510031 after retry RPC after error@656756626) -> (continuation of Deferred@379673641 after retry RPC after error@703582209) -> (continuation of Deferred@1400005813 after retry RPC after error@1579612310)))
14:06:16.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.359 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.399 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:16.474399 4814 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:16.474613 4814 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:16.475292 4814 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:16.476236 4645 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111) [suppressed 11 similar messages]
14:06:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:16.478448 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:16.478607 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:16.478726 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:16.478935 4814 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:16.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.598 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@721959015(state=PENDING, result=null, callback=(continuation of Deferred@772339759 after retry RPC after error@1462595735) -> (continuation of Deferred@448032751 after retry RPC after error@1888856030) -> (continuation of Deferred@431353955 after retry RPC after error@622891530) -> (continuation of Deferred@475155030 after retry RPC after error@1101309269) -> (continuation of Deferred@1998873578 after retry RPC after error@1454710726) -> (continuation of Deferred@1488711612 after retry RPC after error@1020356595) -> (continuation of Deferred@1757313200 after retry RPC after error@369819982), errback=(continuation of Deferred@772339759 after retry RPC after error@1462595735) -> (continuation of Deferred@448032751 after retry RPC after error@1888856030) -> (continuation of Deferred@431353955 after retry RPC after error@622891530) -> (continuation of Deferred@475155030 after retry RPC after error@1101309269) -> (continuation of Deferred@1998873578 after retry RPC after error@1454710726) -> (continuation of Deferred@1488711612 after retry RPC after error@1020356595) -> (continuation of Deferred@1757313200 after retry RPC after error@369819982)))
14:06:16.599 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@721959015(state=PENDING, result=null, callback=(continuation of Deferred@772339759 after retry RPC after error@1462595735) -> (continuation of Deferred@448032751 after retry RPC after error@1888856030) -> (continuation of Deferred@431353955 after retry RPC after error@622891530) -> (continuation of Deferred@475155030 after retry RPC after error@1101309269) -> (continuation of Deferred@1998873578 after retry RPC after error@1454710726) -> (continuation of Deferred@1488711612 after retry RPC after error@1020356595) -> (continuation of Deferred@1757313200 after retry RPC after error@369819982), errback=(continuation of Deferred@772339759 after retry RPC after error@1462595735) -> (continuation of Deferred@448032751 after retry RPC after error@1888856030) -> (continuation of Deferred@431353955 after retry RPC after error@622891530) -> (continuation of Deferred@475155030 after retry RPC after error@1101309269) -> (continuation of Deferred@1998873578 after retry RPC after error@1454710726) -> (continuation of Deferred@1488711612 after retry RPC after error@1020356595) -> (continuation of Deferred@1757313200 after retry RPC after error@369819982)))
14:06:16.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.617 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.617 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.758 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.758 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1334877155(state=PENDING, result=null, callback=(continuation of Deferred@1669774790 after retry RPC after error@1270534669) -> (continuation of Deferred@767741103 after retry RPC after error@1724257655) -> (continuation of Deferred@821619940 after retry RPC after error@760179276) -> (continuation of Deferred@374570238 after retry RPC after error@1088990958) -> (continuation of Deferred@922809819 after retry RPC after error@1632363645) -> (continuation of Deferred@1827852326 after retry RPC after error@1768463496) -> (continuation of Deferred@1509298771 after retry RPC after error@1738571036), errback=(continuation of Deferred@1669774790 after retry RPC after error@1270534669) -> (continuation of Deferred@767741103 after retry RPC after error@1724257655) -> (continuation of Deferred@821619940 after retry RPC after error@760179276) -> (continuation of Deferred@374570238 after retry RPC after error@1088990958) -> (continuation of Deferred@922809819 after retry RPC after error@1632363645) -> (continuation of Deferred@1827852326 after retry RPC after error@1768463496) -> (continuation of Deferred@1509298771 after retry RPC after error@1738571036)))
14:06:16.758 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1334877155(state=PENDING, result=null, callback=(continuation of Deferred@1669774790 after retry RPC after error@1270534669) -> (continuation of Deferred@767741103 after retry RPC after error@1724257655) -> (continuation of Deferred@821619940 after retry RPC after error@760179276) -> (continuation of Deferred@374570238 after retry RPC after error@1088990958) -> (continuation of Deferred@922809819 after retry RPC after error@1632363645) -> (continuation of Deferred@1827852326 after retry RPC after error@1768463496) -> (continuation of Deferred@1509298771 after retry RPC after error@1738571036), errback=(continuation of Deferred@1669774790 after retry RPC after error@1270534669) -> (continuation of Deferred@767741103 after retry RPC after error@1724257655) -> (continuation of Deferred@821619940 after retry RPC after error@760179276) -> (continuation of Deferred@374570238 after retry RPC after error@1088990958) -> (continuation of Deferred@922809819 after retry RPC after error@1632363645) -> (continuation of Deferred@1827852326 after retry RPC after error@1768463496) -> (continuation of Deferred@1509298771 after retry RPC after error@1738571036)))
14:06:16.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.899 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:16.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:16.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:16.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:16.998 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:16.999 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1875061423(state=PENDING, result=null, callback=(continuation of Deferred@447801553 after retry RPC after error@1762576241) -> (continuation of Deferred@409725393 after retry RPC after error@1846226465) -> (continuation of Deferred@1935713617 after retry RPC after error@1816842499) -> (continuation of Deferred@724080698 after retry RPC after error@484819288) -> (continuation of Deferred@1792652728 after retry RPC after error@1344381737) -> (continuation of Deferred@1067915359 after retry RPC after error@234545650) -> (continuation of Deferred@715776384 after retry RPC after error@2001483543), errback=(continuation of Deferred@447801553 after retry RPC after error@1762576241) -> (continuation of Deferred@409725393 after retry RPC after error@1846226465) -> (continuation of Deferred@1935713617 after retry RPC after error@1816842499) -> (continuation of Deferred@724080698 after retry RPC after error@484819288) -> (continuation of Deferred@1792652728 after retry RPC after error@1344381737) -> (continuation of Deferred@1067915359 after retry RPC after error@234545650) -> (continuation of Deferred@715776384 after retry RPC after error@2001483543)))
14:06:16.999 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1875061423(state=PENDING, result=null, callback=(continuation of Deferred@447801553 after retry RPC after error@1762576241) -> (continuation of Deferred@409725393 after retry RPC after error@1846226465) -> (continuation of Deferred@1935713617 after retry RPC after error@1816842499) -> (continuation of Deferred@724080698 after retry RPC after error@484819288) -> (continuation of Deferred@1792652728 after retry RPC after error@1344381737) -> (continuation of Deferred@1067915359 after retry RPC after error@234545650) -> (continuation of Deferred@715776384 after retry RPC after error@2001483543), errback=(continuation of Deferred@447801553 after retry RPC after error@1762576241) -> (continuation of Deferred@409725393 after retry RPC after error@1846226465) -> (continuation of Deferred@1935713617 after retry RPC after error@1816842499) -> (continuation of Deferred@724080698 after retry RPC after error@484819288) -> (continuation of Deferred@1792652728 after retry RPC after error@1344381737) -> (continuation of Deferred@1067915359 after retry RPC after error@234545650) -> (continuation of Deferred@715776384 after retry RPC after error@2001483543)))
14:06:17.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.018 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.019 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.059 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@572163458(state=PENDING, result=null, callback=(continuation of Deferred@414777007 after retry RPC after error@513372765) -> (continuation of Deferred@615489757 after retry RPC after error@1383008095) -> (continuation of Deferred@234739259 after retry RPC after error@1478706755) -> (continuation of Deferred@30653650 after retry RPC after error@724305480) -> (continuation of Deferred@1216561432 after retry RPC after error@173020949) -> (continuation of Deferred@377032609 after retry RPC after error@1563186528) -> (continuation of Deferred@259347548 after retry RPC after error@85398040), errback=(continuation of Deferred@414777007 after retry RPC after error@513372765) -> (continuation of Deferred@615489757 after retry RPC after error@1383008095) -> (continuation of Deferred@234739259 after retry RPC after error@1478706755) -> (continuation of Deferred@30653650 after retry RPC after error@724305480) -> (continuation of Deferred@1216561432 after retry RPC after error@173020949) -> (continuation of Deferred@377032609 after retry RPC after error@1563186528) -> (continuation of Deferred@259347548 after retry RPC after error@85398040)))
14:06:17.219 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@572163458(state=PENDING, result=null, callback=(continuation of Deferred@414777007 after retry RPC after error@513372765) -> (continuation of Deferred@615489757 after retry RPC after error@1383008095) -> (continuation of Deferred@234739259 after retry RPC after error@1478706755) -> (continuation of Deferred@30653650 after retry RPC after error@724305480) -> (continuation of Deferred@1216561432 after retry RPC after error@173020949) -> (continuation of Deferred@377032609 after retry RPC after error@1563186528) -> (continuation of Deferred@259347548 after retry RPC after error@85398040), errback=(continuation of Deferred@414777007 after retry RPC after error@513372765) -> (continuation of Deferred@615489757 after retry RPC after error@1383008095) -> (continuation of Deferred@234739259 after retry RPC after error@1478706755) -> (continuation of Deferred@30653650 after retry RPC after error@724305480) -> (continuation of Deferred@1216561432 after retry RPC after error@173020949) -> (continuation of Deferred@377032609 after retry RPC after error@1563186528) -> (continuation of Deferred@259347548 after retry RPC after error@85398040)))
14:06:17.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.298 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.458 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.458 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1969047118(state=PENDING, result=null, callback=(continuation of Deferred@2013945386 after retry RPC after error@1682184684) -> (continuation of Deferred@1218350237 after retry RPC after error@1466883318) -> (continuation of Deferred@2109682495 after retry RPC after error@963698205) -> (continuation of Deferred@87447498 after retry RPC after error@605991670) -> (continuation of Deferred@540822401 after retry RPC after error@528738733) -> (continuation of Deferred@683439504 after retry RPC after error@2036661107) -> (continuation of Deferred@994498461 after retry RPC after error@990420953), errback=(continuation of Deferred@2013945386 after retry RPC after error@1682184684) -> (continuation of Deferred@1218350237 after retry RPC after error@1466883318) -> (continuation of Deferred@2109682495 after retry RPC after error@963698205) -> (continuation of Deferred@87447498 after retry RPC after error@605991670) -> (continuation of Deferred@540822401 after retry RPC after error@528738733) -> (continuation of Deferred@683439504 after retry RPC after error@2036661107) -> (continuation of Deferred@994498461 after retry RPC after error@990420953)))
14:06:17.458 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1969047118(state=PENDING, result=null, callback=(continuation of Deferred@2013945386 after retry RPC after error@1682184684) -> (continuation of Deferred@1218350237 after retry RPC after error@1466883318) -> (continuation of Deferred@2109682495 after retry RPC after error@963698205) -> (continuation of Deferred@87447498 after retry RPC after error@605991670) -> (continuation of Deferred@540822401 after retry RPC after error@528738733) -> (continuation of Deferred@683439504 after retry RPC after error@2036661107) -> (continuation of Deferred@994498461 after retry RPC after error@990420953), errback=(continuation of Deferred@2013945386 after retry RPC after error@1682184684) -> (continuation of Deferred@1218350237 after retry RPC after error@1466883318) -> (continuation of Deferred@2109682495 after retry RPC after error@963698205) -> (continuation of Deferred@87447498 after retry RPC after error@605991670) -> (continuation of Deferred@540822401 after retry RPC after error@528738733) -> (continuation of Deferred@683439504 after retry RPC after error@2036661107) -> (continuation of Deferred@994498461 after retry RPC after error@990420953)))
14:06:17.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.577 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.639 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@381207359(state=PENDING, result=null, callback=(continuation of Deferred@523790560 after retry RPC after error@439835395) -> (continuation of Deferred@1270162934 after retry RPC after error@457483908) -> (continuation of Deferred@1206362724 after retry RPC after error@1730676440) -> (continuation of Deferred@97518942 after retry RPC after error@991884262) -> (continuation of Deferred@1099993699 after retry RPC after error@1722372687) -> (continuation of Deferred@1674985777 after retry RPC after error@790302574) -> (continuation of Deferred@1784513380 after retry RPC after error@1187684170), errback=(continuation of Deferred@523790560 after retry RPC after error@439835395) -> (continuation of Deferred@1270162934 after retry RPC after error@457483908) -> (continuation of Deferred@1206362724 after retry RPC after error@1730676440) -> (continuation of Deferred@97518942 after retry RPC after error@991884262) -> (continuation of Deferred@1099993699 after retry RPC after error@1722372687) -> (continuation of Deferred@1674985777 after retry RPC after error@790302574) -> (continuation of Deferred@1784513380 after retry RPC after error@1187684170)))
14:06:17.679 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@381207359(state=PENDING, result=null, callback=(continuation of Deferred@523790560 after retry RPC after error@439835395) -> (continuation of Deferred@1270162934 after retry RPC after error@457483908) -> (continuation of Deferred@1206362724 after retry RPC after error@1730676440) -> (continuation of Deferred@97518942 after retry RPC after error@991884262) -> (continuation of Deferred@1099993699 after retry RPC after error@1722372687) -> (continuation of Deferred@1674985777 after retry RPC after error@790302574) -> (continuation of Deferred@1784513380 after retry RPC after error@1187684170), errback=(continuation of Deferred@523790560 after retry RPC after error@439835395) -> (continuation of Deferred@1270162934 after retry RPC after error@457483908) -> (continuation of Deferred@1206362724 after retry RPC after error@1730676440) -> (continuation of Deferred@97518942 after retry RPC after error@991884262) -> (continuation of Deferred@1099993699 after retry RPC after error@1722372687) -> (continuation of Deferred@1674985777 after retry RPC after error@790302574) -> (continuation of Deferred@1784513380 after retry RPC after error@1187684170)))
14:06:17.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:17.742484 4822 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:17.742678 4822 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:17.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:17.743410 4822 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:17.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:17.745374 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:17.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:17.745632 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:17.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:17.745776 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:17.746054 4822 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:17.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.899 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1196236348(state=PENDING, result=null, callback=(continuation of Deferred@990293451 after retry RPC after error@1187155689) -> (continuation of Deferred@1052492143 after retry RPC after error@296256634) -> (continuation of Deferred@525208433 after retry RPC after error@1302952887) -> (continuation of Deferred@771324884 after retry RPC after error@2024255813) -> (continuation of Deferred@400369827 after retry RPC after error@296721708) -> (continuation of Deferred@2012111638 after retry RPC after error@847698231) -> (continuation of Deferred@1289779188 after retry RPC after error@567006649), errback=(continuation of Deferred@990293451 after retry RPC after error@1187155689) -> (continuation of Deferred@1052492143 after retry RPC after error@296256634) -> (continuation of Deferred@525208433 after retry RPC after error@1302952887) -> (continuation of Deferred@771324884 after retry RPC after error@2024255813) -> (continuation of Deferred@400369827 after retry RPC after error@296721708) -> (continuation of Deferred@2012111638 after retry RPC after error@847698231) -> (continuation of Deferred@1289779188 after retry RPC after error@567006649)))
14:06:17.900 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1196236348(state=PENDING, result=null, callback=(continuation of Deferred@990293451 after retry RPC after error@1187155689) -> (continuation of Deferred@1052492143 after retry RPC after error@296256634) -> (continuation of Deferred@525208433 after retry RPC after error@1302952887) -> (continuation of Deferred@771324884 after retry RPC after error@2024255813) -> (continuation of Deferred@400369827 after retry RPC after error@296721708) -> (continuation of Deferred@2012111638 after retry RPC after error@847698231) -> (continuation of Deferred@1289779188 after retry RPC after error@567006649), errback=(continuation of Deferred@990293451 after retry RPC after error@1187155689) -> (continuation of Deferred@1052492143 after retry RPC after error@296256634) -> (continuation of Deferred@525208433 after retry RPC after error@1302952887) -> (continuation of Deferred@771324884 after retry RPC after error@2024255813) -> (continuation of Deferred@400369827 after retry RPC after error@296721708) -> (continuation of Deferred@2012111638 after retry RPC after error@847698231) -> (continuation of Deferred@1289779188 after retry RPC after error@567006649)))
14:06:17.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:17.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:17.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:17.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:17.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:17.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.039 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.099 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.099 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1287264204(state=PENDING, result=null, callback=(continuation of Deferred@808547176 after retry RPC after error@2024047763) -> (continuation of Deferred@1418318633 after retry RPC after error@1217505795) -> (continuation of Deferred@1929394762 after retry RPC after error@794601637) -> (continuation of Deferred@894842620 after retry RPC after error@1884443623) -> (continuation of Deferred@49472973 after retry RPC after error@1218542774) -> (continuation of Deferred@1279541896 after retry RPC after error@778825100), errback=(continuation of Deferred@808547176 after retry RPC after error@2024047763) -> (continuation of Deferred@1418318633 after retry RPC after error@1217505795) -> (continuation of Deferred@1929394762 after retry RPC after error@794601637) -> (continuation of Deferred@894842620 after retry RPC after error@1884443623) -> (continuation of Deferred@49472973 after retry RPC after error@1218542774) -> (continuation of Deferred@1279541896 after retry RPC after error@778825100)))
14:06:18.099 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1287264204(state=PENDING, result=null, callback=(continuation of Deferred@808547176 after retry RPC after error@2024047763) -> (continuation of Deferred@1418318633 after retry RPC after error@1217505795) -> (continuation of Deferred@1929394762 after retry RPC after error@794601637) -> (continuation of Deferred@894842620 after retry RPC after error@1884443623) -> (continuation of Deferred@49472973 after retry RPC after error@1218542774) -> (continuation of Deferred@1279541896 after retry RPC after error@778825100), errback=(continuation of Deferred@808547176 after retry RPC after error@2024047763) -> (continuation of Deferred@1418318633 after retry RPC after error@1217505795) -> (continuation of Deferred@1929394762 after retry RPC after error@794601637) -> (continuation of Deferred@894842620 after retry RPC after error@1884443623) -> (continuation of Deferred@49472973 after retry RPC after error@1218542774) -> (continuation of Deferred@1279541896 after retry RPC after error@778825100)))
14:06:18.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.119 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.119 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:18.128942 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:18.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:18.129091 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:18.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.198 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.218 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.259 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@418248442(state=PENDING, result=null, callback=(continuation of Deferred@1441255813 after retry RPC after error@1561904897) -> (continuation of Deferred@1561395704 after retry RPC after error@716994182) -> (continuation of Deferred@1102901677 after retry RPC after error@1518798420) -> (continuation of Deferred@256688701 after retry RPC after error@1175293204) -> (continuation of Deferred@1612328417 after retry RPC after error@38613520) -> (continuation of Deferred@1803113806 after retry RPC after error@1094058008), errback=(continuation of Deferred@1441255813 after retry RPC after error@1561904897) -> (continuation of Deferred@1561395704 after retry RPC after error@716994182) -> (continuation of Deferred@1102901677 after retry RPC after error@1518798420) -> (continuation of Deferred@256688701 after retry RPC after error@1175293204) -> (continuation of Deferred@1612328417 after retry RPC after error@38613520) -> (continuation of Deferred@1803113806 after retry RPC after error@1094058008)))
14:06:18.259 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@418248442(state=PENDING, result=null, callback=(continuation of Deferred@1441255813 after retry RPC after error@1561904897) -> (continuation of Deferred@1561395704 after retry RPC after error@716994182) -> (continuation of Deferred@1102901677 after retry RPC after error@1518798420) -> (continuation of Deferred@256688701 after retry RPC after error@1175293204) -> (continuation of Deferred@1612328417 after retry RPC after error@38613520) -> (continuation of Deferred@1803113806 after retry RPC after error@1094058008), errback=(continuation of Deferred@1441255813 after retry RPC after error@1561904897) -> (continuation of Deferred@1561395704 after retry RPC after error@716994182) -> (continuation of Deferred@1102901677 after retry RPC after error@1518798420) -> (continuation of Deferred@256688701 after retry RPC after error@1175293204) -> (continuation of Deferred@1612328417 after retry RPC after error@38613520) -> (continuation of Deferred@1803113806 after retry RPC after error@1094058008)))
14:06:18.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.317 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.317 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.418 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.519 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.519 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@690362823(state=PENDING, result=null, callback=(continuation of Deferred@319982524 after retry RPC after error@524986863) -> (continuation of Deferred@1561841848 after retry RPC after error@1155924732) -> (continuation of Deferred@1135492791 after retry RPC after error@157414140) -> (continuation of Deferred@1787851128 after retry RPC after error@513109812) -> (continuation of Deferred@746365399 after retry RPC after error@713834678) -> (continuation of Deferred@1132392238 after retry RPC after error@1990710458) -> (continuation of Deferred@1058840992 after retry RPC after error@2011029253), errback=(continuation of Deferred@319982524 after retry RPC after error@524986863) -> (continuation of Deferred@1561841848 after retry RPC after error@1155924732) -> (continuation of Deferred@1135492791 after retry RPC after error@157414140) -> (continuation of Deferred@1787851128 after retry RPC after error@513109812) -> (continuation of Deferred@746365399 after retry RPC after error@713834678) -> (continuation of Deferred@1132392238 after retry RPC after error@1990710458) -> (continuation of Deferred@1058840992 after retry RPC after error@2011029253)))
14:06:18.519 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@690362823(state=PENDING, result=null, callback=(continuation of Deferred@319982524 after retry RPC after error@524986863) -> (continuation of Deferred@1561841848 after retry RPC after error@1155924732) -> (continuation of Deferred@1135492791 after retry RPC after error@157414140) -> (continuation of Deferred@1787851128 after retry RPC after error@513109812) -> (continuation of Deferred@746365399 after retry RPC after error@713834678) -> (continuation of Deferred@1132392238 after retry RPC after error@1990710458) -> (continuation of Deferred@1058840992 after retry RPC after error@2011029253), errback=(continuation of Deferred@319982524 after retry RPC after error@524986863) -> (continuation of Deferred@1561841848 after retry RPC after error@1155924732) -> (continuation of Deferred@1135492791 after retry RPC after error@157414140) -> (continuation of Deferred@1787851128 after retry RPC after error@513109812) -> (continuation of Deferred@746365399 after retry RPC after error@713834678) -> (continuation of Deferred@1132392238 after retry RPC after error@1990710458) -> (continuation of Deferred@1058840992 after retry RPC after error@2011029253)))
14:06:18.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.718 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2043064914(state=PENDING, result=null, callback=(continuation of Deferred@1350013633 after retry RPC after error@2122444424) -> (continuation of Deferred@796020080 after retry RPC after error@1676295918) -> (continuation of Deferred@266820040 after retry RPC after error@2120418066) -> (continuation of Deferred@1137170531 after retry RPC after error@1902678971) -> (continuation of Deferred@1148497223 after retry RPC after error@577326408) -> (continuation of Deferred@1603308966 after retry RPC after error@1783638180) -> (continuation of Deferred@196066876 after retry RPC after error@1673834764), errback=(continuation of Deferred@1350013633 after retry RPC after error@2122444424) -> (continuation of Deferred@796020080 after retry RPC after error@1676295918) -> (continuation of Deferred@266820040 after retry RPC after error@2120418066) -> (continuation of Deferred@1137170531 after retry RPC after error@1902678971) -> (continuation of Deferred@1148497223 after retry RPC after error@577326408) -> (continuation of Deferred@1603308966 after retry RPC after error@1783638180) -> (continuation of Deferred@196066876 after retry RPC after error@1673834764)))
14:06:18.718 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2043064914(state=PENDING, result=null, callback=(continuation of Deferred@1350013633 after retry RPC after error@2122444424) -> (continuation of Deferred@796020080 after retry RPC after error@1676295918) -> (continuation of Deferred@266820040 after retry RPC after error@2120418066) -> (continuation of Deferred@1137170531 after retry RPC after error@1902678971) -> (continuation of Deferred@1148497223 after retry RPC after error@577326408) -> (continuation of Deferred@1603308966 after retry RPC after error@1783638180) -> (continuation of Deferred@196066876 after retry RPC after error@1673834764), errback=(continuation of Deferred@1350013633 after retry RPC after error@2122444424) -> (continuation of Deferred@796020080 after retry RPC after error@1676295918) -> (continuation of Deferred@266820040 after retry RPC after error@2120418066) -> (continuation of Deferred@1137170531 after retry RPC after error@1902678971) -> (continuation of Deferred@1148497223 after retry RPC after error@577326408) -> (continuation of Deferred@1603308966 after retry RPC after error@1783638180) -> (continuation of Deferred@196066876 after retry RPC after error@1673834764)))
14:06:18.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.859 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.923 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.923 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=187), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [187ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [187ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1285059640(state=PENDING, result=null, callback=(continuation of Deferred@2014232827 after retry RPC after error@2060851369) -> (continuation of Deferred@1792888986 after retry RPC after error@1701560397) -> (continuation of Deferred@1810685187 after retry RPC after error@557155207) -> (continuation of Deferred@560750267 after retry RPC after error@440310643) -> (continuation of Deferred@397892082 after retry RPC after error@437508408) -> (continuation of Deferred@1506395463 after retry RPC after error@935471118), errback=(continuation of Deferred@2014232827 after retry RPC after error@2060851369) -> (continuation of Deferred@1792888986 after retry RPC after error@1701560397) -> (continuation of Deferred@1810685187 after retry RPC after error@557155207) -> (continuation of Deferred@560750267 after retry RPC after error@440310643) -> (continuation of Deferred@397892082 after retry RPC after error@437508408) -> (continuation of Deferred@1506395463 after retry RPC after error@935471118)))
14:06:18.924 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=187), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [187ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [187ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1285059640(state=PENDING, result=null, callback=(continuation of Deferred@2014232827 after retry RPC after error@2060851369) -> (continuation of Deferred@1792888986 after retry RPC after error@1701560397) -> (continuation of Deferred@1810685187 after retry RPC after error@557155207) -> (continuation of Deferred@560750267 after retry RPC after error@440310643) -> (continuation of Deferred@397892082 after retry RPC after error@437508408) -> (continuation of Deferred@1506395463 after retry RPC after error@935471118), errback=(continuation of Deferred@2014232827 after retry RPC after error@2060851369) -> (continuation of Deferred@1792888986 after retry RPC after error@1701560397) -> (continuation of Deferred@1810685187 after retry RPC after error@557155207) -> (continuation of Deferred@560750267 after retry RPC after error@440310643) -> (continuation of Deferred@397892082 after retry RPC after error@437508408) -> (continuation of Deferred@1506395463 after retry RPC after error@935471118)))
14:06:18.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:18.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:18.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:18.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:18.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:18.998 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.178 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1572210766(state=PENDING, result=null, callback=(continuation of Deferred@1048482447 after retry RPC after error@1573500949) -> (continuation of Deferred@1613880419 after retry RPC after error@229137491) -> (continuation of Deferred@1200119171 after retry RPC after error@1469144183) -> (continuation of Deferred@967659554 after retry RPC after error@1990777216) -> (continuation of Deferred@1934227091 after retry RPC after error@778468969) -> (continuation of Deferred@2098792391 after retry RPC after error@1296934205) -> (continuation of Deferred@1896623977 after retry RPC after error@1812234775), errback=(continuation of Deferred@1048482447 after retry RPC after error@1573500949) -> (continuation of Deferred@1613880419 after retry RPC after error@229137491) -> (continuation of Deferred@1200119171 after retry RPC after error@1469144183) -> (continuation of Deferred@967659554 after retry RPC after error@1990777216) -> (continuation of Deferred@1934227091 after retry RPC after error@778468969) -> (continuation of Deferred@2098792391 after retry RPC after error@1296934205) -> (continuation of Deferred@1896623977 after retry RPC after error@1812234775)))
14:06:19.178 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1572210766(state=PENDING, result=null, callback=(continuation of Deferred@1048482447 after retry RPC after error@1573500949) -> (continuation of Deferred@1613880419 after retry RPC after error@229137491) -> (continuation of Deferred@1200119171 after retry RPC after error@1469144183) -> (continuation of Deferred@967659554 after retry RPC after error@1990777216) -> (continuation of Deferred@1934227091 after retry RPC after error@778468969) -> (continuation of Deferred@2098792391 after retry RPC after error@1296934205) -> (continuation of Deferred@1896623977 after retry RPC after error@1812234775), errback=(continuation of Deferred@1048482447 after retry RPC after error@1573500949) -> (continuation of Deferred@1613880419 after retry RPC after error@229137491) -> (continuation of Deferred@1200119171 after retry RPC after error@1469144183) -> (continuation of Deferred@967659554 after retry RPC after error@1990777216) -> (continuation of Deferred@1934227091 after retry RPC after error@778468969) -> (continuation of Deferred@2098792391 after retry RPC after error@1296934205) -> (continuation of Deferred@1896623977 after retry RPC after error@1812234775)))
14:06:19.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1277775791(state=PENDING, result=null, callback=(continuation of Deferred@549351498 after retry RPC after error@1688171446) -> (continuation of Deferred@156456750 after retry RPC after error@260126108) -> (continuation of Deferred@1550727174 after retry RPC after error@1131672318) -> (continuation of Deferred@1342846873 after retry RPC after error@1453446609) -> (continuation of Deferred@2065856779 after retry RPC after error@656052371) -> (continuation of Deferred@640535830 after retry RPC after error@2121964383), errback=(continuation of Deferred@549351498 after retry RPC after error@1688171446) -> (continuation of Deferred@156456750 after retry RPC after error@260126108) -> (continuation of Deferred@1550727174 after retry RPC after error@1131672318) -> (continuation of Deferred@1342846873 after retry RPC after error@1453446609) -> (continuation of Deferred@2065856779 after retry RPC after error@656052371) -> (continuation of Deferred@640535830 after retry RPC after error@2121964383)))
14:06:19.379 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1277775791(state=PENDING, result=null, callback=(continuation of Deferred@549351498 after retry RPC after error@1688171446) -> (continuation of Deferred@156456750 after retry RPC after error@260126108) -> (continuation of Deferred@1550727174 after retry RPC after error@1131672318) -> (continuation of Deferred@1342846873 after retry RPC after error@1453446609) -> (continuation of Deferred@2065856779 after retry RPC after error@656052371) -> (continuation of Deferred@640535830 after retry RPC after error@2121964383), errback=(continuation of Deferred@549351498 after retry RPC after error@1688171446) -> (continuation of Deferred@156456750 after retry RPC after error@260126108) -> (continuation of Deferred@1550727174 after retry RPC after error@1131672318) -> (continuation of Deferred@1342846873 after retry RPC after error@1453446609) -> (continuation of Deferred@2065856779 after retry RPC after error@656052371) -> (continuation of Deferred@640535830 after retry RPC after error@2121964383)))
14:06:19.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.417 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.417 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.478 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.560 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1405330303(state=PENDING, result=null, callback=(continuation of Deferred@407034050 after retry RPC after error@1917414842) -> (continuation of Deferred@1686160674 after retry RPC after error@706103958) -> (continuation of Deferred@605815774 after retry RPC after error@486641242) -> (continuation of Deferred@2144002317 after retry RPC after error@1729119896) -> (continuation of Deferred@592886615 after retry RPC after error@850694713) -> (continuation of Deferred@450809835 after retry RPC after error@2132766382), errback=(continuation of Deferred@407034050 after retry RPC after error@1917414842) -> (continuation of Deferred@1686160674 after retry RPC after error@706103958) -> (continuation of Deferred@605815774 after retry RPC after error@486641242) -> (continuation of Deferred@2144002317 after retry RPC after error@1729119896) -> (continuation of Deferred@592886615 after retry RPC after error@850694713) -> (continuation of Deferred@450809835 after retry RPC after error@2132766382)))
14:06:19.560 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1405330303(state=PENDING, result=null, callback=(continuation of Deferred@407034050 after retry RPC after error@1917414842) -> (continuation of Deferred@1686160674 after retry RPC after error@706103958) -> (continuation of Deferred@605815774 after retry RPC after error@486641242) -> (continuation of Deferred@2144002317 after retry RPC after error@1729119896) -> (continuation of Deferred@592886615 after retry RPC after error@850694713) -> (continuation of Deferred@450809835 after retry RPC after error@2132766382), errback=(continuation of Deferred@407034050 after retry RPC after error@1917414842) -> (continuation of Deferred@1686160674 after retry RPC after error@706103958) -> (continuation of Deferred@605815774 after retry RPC after error@486641242) -> (continuation of Deferred@2144002317 after retry RPC after error@1729119896) -> (continuation of Deferred@592886615 after retry RPC after error@850694713) -> (continuation of Deferred@450809835 after retry RPC after error@2132766382)))
14:06:19.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.599 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.758 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@439947488(state=PENDING, result=null, callback=(continuation of Deferred@1419932626 after retry RPC after error@1830215538) -> (continuation of Deferred@206041232 after retry RPC after error@1579896808) -> (continuation of Deferred@424712988 after retry RPC after error@1113995787) -> (continuation of Deferred@1897304487 after retry RPC after error@1967572066) -> (continuation of Deferred@1750284717 after retry RPC after error@454488270) -> (continuation of Deferred@1581826466 after retry RPC after error@493775837) -> (continuation of Deferred@1820440460 after retry RPC after error@1086175826), errback=(continuation of Deferred@1419932626 after retry RPC after error@1830215538) -> (continuation of Deferred@206041232 after retry RPC after error@1579896808) -> (continuation of Deferred@424712988 after retry RPC after error@1113995787) -> (continuation of Deferred@1897304487 after retry RPC after error@1967572066) -> (continuation of Deferred@1750284717 after retry RPC after error@454488270) -> (continuation of Deferred@1581826466 after retry RPC after error@493775837) -> (continuation of Deferred@1820440460 after retry RPC after error@1086175826)))
14:06:19.758 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@439947488(state=PENDING, result=null, callback=(continuation of Deferred@1419932626 after retry RPC after error@1830215538) -> (continuation of Deferred@206041232 after retry RPC after error@1579896808) -> (continuation of Deferred@424712988 after retry RPC after error@1113995787) -> (continuation of Deferred@1897304487 after retry RPC after error@1967572066) -> (continuation of Deferred@1750284717 after retry RPC after error@454488270) -> (continuation of Deferred@1581826466 after retry RPC after error@493775837) -> (continuation of Deferred@1820440460 after retry RPC after error@1086175826), errback=(continuation of Deferred@1419932626 after retry RPC after error@1830215538) -> (continuation of Deferred@206041232 after retry RPC after error@1579896808) -> (continuation of Deferred@424712988 after retry RPC after error@1113995787) -> (continuation of Deferred@1897304487 after retry RPC after error@1967572066) -> (continuation of Deferred@1750284717 after retry RPC after error@454488270) -> (continuation of Deferred@1581826466 after retry RPC after error@493775837) -> (continuation of Deferred@1820440460 after retry RPC after error@1086175826)))
14:06:19.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.797 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:19.979 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@630643145(state=PENDING, result=null, callback=(continuation of Deferred@1587960794 after retry RPC after error@986083635) -> (continuation of Deferred@1739455222 after retry RPC after error@1961246555) -> (continuation of Deferred@410174102 after retry RPC after error@288651074) -> (continuation of Deferred@424039896 after retry RPC after error@1545583948) -> (continuation of Deferred@1383576107 after retry RPC after error@1623933248) -> (continuation of Deferred@1267212308 after retry RPC after error@1784414708) -> (continuation of Deferred@97845374 after retry RPC after error@1068400837) -> (continuation of Deferred@892116900 after retry RPC after error@1073052500), errback=(continuation of Deferred@1587960794 after retry RPC after error@986083635) -> (continuation of Deferred@1739455222 after retry RPC after error@1961246555) -> (continuation of Deferred@410174102 after retry RPC after error@288651074) -> (continuation of Deferred@424039896 after retry RPC after error@1545583948) -> (continuation of Deferred@1383576107 after retry RPC after error@1623933248) -> (continuation of Deferred@1267212308 after retry RPC after error@1784414708) -> (continuation of Deferred@97845374 after retry RPC after error@1068400837) -> (continuation of Deferred@892116900 after retry RPC after error@1073052500)))
14:06:19.979 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@630643145(state=PENDING, result=null, callback=(continuation of Deferred@1587960794 after retry RPC after error@986083635) -> (continuation of Deferred@1739455222 after retry RPC after error@1961246555) -> (continuation of Deferred@410174102 after retry RPC after error@288651074) -> (continuation of Deferred@424039896 after retry RPC after error@1545583948) -> (continuation of Deferred@1383576107 after retry RPC after error@1623933248) -> (continuation of Deferred@1267212308 after retry RPC after error@1784414708) -> (continuation of Deferred@97845374 after retry RPC after error@1068400837) -> (continuation of Deferred@892116900 after retry RPC after error@1073052500), errback=(continuation of Deferred@1587960794 after retry RPC after error@986083635) -> (continuation of Deferred@1739455222 after retry RPC after error@1961246555) -> (continuation of Deferred@410174102 after retry RPC after error@288651074) -> (continuation of Deferred@424039896 after retry RPC after error@1545583948) -> (continuation of Deferred@1383576107 after retry RPC after error@1623933248) -> (continuation of Deferred@1267212308 after retry RPC after error@1784414708) -> (continuation of Deferred@97845374 after retry RPC after error@1068400837) -> (continuation of Deferred@892116900 after retry RPC after error@1073052500)))
14:06:19.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:19.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:19.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:19.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:19.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.077 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.239 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@2095705720(state=PENDING, result=null, callback=(continuation of Deferred@1333253237 after retry RPC after error@772969592) -> (continuation of Deferred@78326462 after retry RPC after error@931303037) -> (continuation of Deferred@1176969348 after retry RPC after error@2083310956) -> (continuation of Deferred@554694285 after retry RPC after error@48063927) -> (continuation of Deferred@2105624168 after retry RPC after error@1734124313) -> (continuation of Deferred@968465121 after retry RPC after error@1352704188) -> (continuation of Deferred@660938438 after retry RPC after error@623064408), errback=(continuation of Deferred@1333253237 after retry RPC after error@772969592) -> (continuation of Deferred@78326462 after retry RPC after error@931303037) -> (continuation of Deferred@1176969348 after retry RPC after error@2083310956) -> (continuation of Deferred@554694285 after retry RPC after error@48063927) -> (continuation of Deferred@2105624168 after retry RPC after error@1734124313) -> (continuation of Deferred@968465121 after retry RPC after error@1352704188) -> (continuation of Deferred@660938438 after retry RPC after error@623064408)))
14:06:20.239 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@2095705720(state=PENDING, result=null, callback=(continuation of Deferred@1333253237 after retry RPC after error@772969592) -> (continuation of Deferred@78326462 after retry RPC after error@931303037) -> (continuation of Deferred@1176969348 after retry RPC after error@2083310956) -> (continuation of Deferred@554694285 after retry RPC after error@48063927) -> (continuation of Deferred@2105624168 after retry RPC after error@1734124313) -> (continuation of Deferred@968465121 after retry RPC after error@1352704188) -> (continuation of Deferred@660938438 after retry RPC after error@623064408), errback=(continuation of Deferred@1333253237 after retry RPC after error@772969592) -> (continuation of Deferred@78326462 after retry RPC after error@931303037) -> (continuation of Deferred@1176969348 after retry RPC after error@2083310956) -> (continuation of Deferred@554694285 after retry RPC after error@48063927) -> (continuation of Deferred@2105624168 after retry RPC after error@1734124313) -> (continuation of Deferred@968465121 after retry RPC after error@1352704188) -> (continuation of Deferred@660938438 after retry RPC after error@623064408)))
14:06:20.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.299 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.498 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1690061014(state=PENDING, result=null, callback=(continuation of Deferred@1254051539 after retry RPC after error@1936802484) -> (continuation of Deferred@1271096283 after retry RPC after error@1296005261) -> (continuation of Deferred@2101771823 after retry RPC after error@81524689) -> (continuation of Deferred@1423343914 after retry RPC after error@1645961261) -> (continuation of Deferred@753065287 after retry RPC after error@2010956405) -> (continuation of Deferred@400802421 after retry RPC after error@775996076) -> (continuation of Deferred@343026374 after retry RPC after error@86805847), errback=(continuation of Deferred@1254051539 after retry RPC after error@1936802484) -> (continuation of Deferred@1271096283 after retry RPC after error@1296005261) -> (continuation of Deferred@2101771823 after retry RPC after error@81524689) -> (continuation of Deferred@1423343914 after retry RPC after error@1645961261) -> (continuation of Deferred@753065287 after retry RPC after error@2010956405) -> (continuation of Deferred@400802421 after retry RPC after error@775996076) -> (continuation of Deferred@343026374 after retry RPC after error@86805847)))
14:06:20.499 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1690061014(state=PENDING, result=null, callback=(continuation of Deferred@1254051539 after retry RPC after error@1936802484) -> (continuation of Deferred@1271096283 after retry RPC after error@1296005261) -> (continuation of Deferred@2101771823 after retry RPC after error@81524689) -> (continuation of Deferred@1423343914 after retry RPC after error@1645961261) -> (continuation of Deferred@753065287 after retry RPC after error@2010956405) -> (continuation of Deferred@400802421 after retry RPC after error@775996076) -> (continuation of Deferred@343026374 after retry RPC after error@86805847), errback=(continuation of Deferred@1254051539 after retry RPC after error@1936802484) -> (continuation of Deferred@1271096283 after retry RPC after error@1296005261) -> (continuation of Deferred@2101771823 after retry RPC after error@81524689) -> (continuation of Deferred@1423343914 after retry RPC after error@1645961261) -> (continuation of Deferred@753065287 after retry RPC after error@2010956405) -> (continuation of Deferred@400802421 after retry RPC after error@775996076) -> (continuation of Deferred@343026374 after retry RPC after error@86805847)))
14:06:20.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.539 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.558 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:20.608816 4106 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:20.613140 4106 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:20.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:20.615155 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:20.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.698 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1746873399(state=PENDING, result=null, callback=(continuation of Deferred@1567086819 after retry RPC after error@1013562666) -> (continuation of Deferred@1056329960 after retry RPC after error@790216085) -> (continuation of Deferred@1289406549 after retry RPC after error@1034664969) -> (continuation of Deferred@827775556 after retry RPC after error@1405168878) -> (continuation of Deferred@1229180579 after retry RPC after error@694708342) -> (continuation of Deferred@787153893 after retry RPC after error@1956113546) -> (continuation of Deferred@594936429 after retry RPC after error@1236788653), errback=(continuation of Deferred@1567086819 after retry RPC after error@1013562666) -> (continuation of Deferred@1056329960 after retry RPC after error@790216085) -> (continuation of Deferred@1289406549 after retry RPC after error@1034664969) -> (continuation of Deferred@827775556 after retry RPC after error@1405168878) -> (continuation of Deferred@1229180579 after retry RPC after error@694708342) -> (continuation of Deferred@787153893 after retry RPC after error@1956113546) -> (continuation of Deferred@594936429 after retry RPC after error@1236788653)))
14:06:20.699 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1746873399(state=PENDING, result=null, callback=(continuation of Deferred@1567086819 after retry RPC after error@1013562666) -> (continuation of Deferred@1056329960 after retry RPC after error@790216085) -> (continuation of Deferred@1289406549 after retry RPC after error@1034664969) -> (continuation of Deferred@827775556 after retry RPC after error@1405168878) -> (continuation of Deferred@1229180579 after retry RPC after error@694708342) -> (continuation of Deferred@787153893 after retry RPC after error@1956113546) -> (continuation of Deferred@594936429 after retry RPC after error@1236788653), errback=(continuation of Deferred@1567086819 after retry RPC after error@1013562666) -> (continuation of Deferred@1056329960 after retry RPC after error@790216085) -> (continuation of Deferred@1289406549 after retry RPC after error@1034664969) -> (continuation of Deferred@827775556 after retry RPC after error@1405168878) -> (continuation of Deferred@1229180579 after retry RPC after error@694708342) -> (continuation of Deferred@787153893 after retry RPC after error@1956113546) -> (continuation of Deferred@594936429 after retry RPC after error@1236788653)))
14:06:20.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.898 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.959 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@128898848(state=PENDING, result=null, callback=(continuation of Deferred@408999299 after retry RPC after error@611786750) -> (continuation of Deferred@239375165 after retry RPC after error@2141344258) -> (continuation of Deferred@1643138232 after retry RPC after error@2112104343) -> (continuation of Deferred@1460903533 after retry RPC after error@986510543) -> (continuation of Deferred@1505421986 after retry RPC after error@96384669) -> (continuation of Deferred@1310040241 after retry RPC after error@321015600) -> (continuation of Deferred@499341324 after retry RPC after error@1832456055), errback=(continuation of Deferred@408999299 after retry RPC after error@611786750) -> (continuation of Deferred@239375165 after retry RPC after error@2141344258) -> (continuation of Deferred@1643138232 after retry RPC after error@2112104343) -> (continuation of Deferred@1460903533 after retry RPC after error@986510543) -> (continuation of Deferred@1505421986 after retry RPC after error@96384669) -> (continuation of Deferred@1310040241 after retry RPC after error@321015600) -> (continuation of Deferred@499341324 after retry RPC after error@1832456055)))
14:06:20.959 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@128898848(state=PENDING, result=null, callback=(continuation of Deferred@408999299 after retry RPC after error@611786750) -> (continuation of Deferred@239375165 after retry RPC after error@2141344258) -> (continuation of Deferred@1643138232 after retry RPC after error@2112104343) -> (continuation of Deferred@1460903533 after retry RPC after error@986510543) -> (continuation of Deferred@1505421986 after retry RPC after error@96384669) -> (continuation of Deferred@1310040241 after retry RPC after error@321015600) -> (continuation of Deferred@499341324 after retry RPC after error@1832456055), errback=(continuation of Deferred@408999299 after retry RPC after error@611786750) -> (continuation of Deferred@239375165 after retry RPC after error@2141344258) -> (continuation of Deferred@1643138232 after retry RPC after error@2112104343) -> (continuation of Deferred@1460903533 after retry RPC after error@986510543) -> (continuation of Deferred@1505421986 after retry RPC after error@96384669) -> (continuation of Deferred@1310040241 after retry RPC after error@321015600) -> (continuation of Deferred@499341324 after retry RPC after error@1832456055)))
14:06:20.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:20.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:20.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:20.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:20.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:20.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.037 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.178 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1916047086(state=PENDING, result=null, callback=(continuation of Deferred@2027236352 after retry RPC after error@1421887358) -> (continuation of Deferred@1645124660 after retry RPC after error@882589029) -> (continuation of Deferred@1702863578 after retry RPC after error@869458620) -> (continuation of Deferred@631977934 after retry RPC after error@1211516427) -> (continuation of Deferred@1355240613 after retry RPC after error@1956940547) -> (continuation of Deferred@139319070 after retry RPC after error@1924259330) -> (continuation of Deferred@406441613 after retry RPC after error@1217770010), errback=(continuation of Deferred@2027236352 after retry RPC after error@1421887358) -> (continuation of Deferred@1645124660 after retry RPC after error@882589029) -> (continuation of Deferred@1702863578 after retry RPC after error@869458620) -> (continuation of Deferred@631977934 after retry RPC after error@1211516427) -> (continuation of Deferred@1355240613 after retry RPC after error@1956940547) -> (continuation of Deferred@139319070 after retry RPC after error@1924259330) -> (continuation of Deferred@406441613 after retry RPC after error@1217770010)))
14:06:21.178 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1916047086(state=PENDING, result=null, callback=(continuation of Deferred@2027236352 after retry RPC after error@1421887358) -> (continuation of Deferred@1645124660 after retry RPC after error@882589029) -> (continuation of Deferred@1702863578 after retry RPC after error@869458620) -> (continuation of Deferred@631977934 after retry RPC after error@1211516427) -> (continuation of Deferred@1355240613 after retry RPC after error@1956940547) -> (continuation of Deferred@139319070 after retry RPC after error@1924259330) -> (continuation of Deferred@406441613 after retry RPC after error@1217770010), errback=(continuation of Deferred@2027236352 after retry RPC after error@1421887358) -> (continuation of Deferred@1645124660 after retry RPC after error@882589029) -> (continuation of Deferred@1702863578 after retry RPC after error@869458620) -> (continuation of Deferred@631977934 after retry RPC after error@1211516427) -> (continuation of Deferred@1355240613 after retry RPC after error@1956940547) -> (continuation of Deferred@139319070 after retry RPC after error@1924259330) -> (continuation of Deferred@406441613 after retry RPC after error@1217770010)))
14:06:21.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.299 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.339 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@2081609557(state=PENDING, result=null, callback=(continuation of Deferred@1908273505 after retry RPC after error@1963710237) -> (continuation of Deferred@386181532 after retry RPC after error@2110155862) -> (continuation of Deferred@1676590198 after retry RPC after error@1215704105) -> (continuation of Deferred@2056008946 after retry RPC after error@887505705) -> (continuation of Deferred@578639055 after retry RPC after error@1527981005) -> (continuation of Deferred@1076078585 after retry RPC after error@1180326879), errback=(continuation of Deferred@1908273505 after retry RPC after error@1963710237) -> (continuation of Deferred@386181532 after retry RPC after error@2110155862) -> (continuation of Deferred@1676590198 after retry RPC after error@1215704105) -> (continuation of Deferred@2056008946 after retry RPC after error@887505705) -> (continuation of Deferred@578639055 after retry RPC after error@1527981005) -> (continuation of Deferred@1076078585 after retry RPC after error@1180326879)))
14:06:21.339 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@2081609557(state=PENDING, result=null, callback=(continuation of Deferred@1908273505 after retry RPC after error@1963710237) -> (continuation of Deferred@386181532 after retry RPC after error@2110155862) -> (continuation of Deferred@1676590198 after retry RPC after error@1215704105) -> (continuation of Deferred@2056008946 after retry RPC after error@887505705) -> (continuation of Deferred@578639055 after retry RPC after error@1527981005) -> (continuation of Deferred@1076078585 after retry RPC after error@1180326879), errback=(continuation of Deferred@1908273505 after retry RPC after error@1963710237) -> (continuation of Deferred@386181532 after retry RPC after error@2110155862) -> (continuation of Deferred@1676590198 after retry RPC after error@1215704105) -> (continuation of Deferred@2056008946 after retry RPC after error@887505705) -> (continuation of Deferred@578639055 after retry RPC after error@1527981005) -> (continuation of Deferred@1076078585 after retry RPC after error@1180326879)))
14:06:21.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.359 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@280824459(state=PENDING, result=null, callback=(continuation of Deferred@682972186 after retry RPC after error@1018054817) -> (continuation of Deferred@1378722909 after retry RPC after error@716969409) -> (continuation of Deferred@682328328 after retry RPC after error@1720594428) -> (continuation of Deferred@1505652796 after retry RPC after error@325477591) -> (continuation of Deferred@1739654258 after retry RPC after error@1893152439) -> (continuation of Deferred@1522697985 after retry RPC after error@2057437266) -> (continuation of Deferred@366942688 after retry RPC after error@1559557986), errback=(continuation of Deferred@682972186 after retry RPC after error@1018054817) -> (continuation of Deferred@1378722909 after retry RPC after error@716969409) -> (continuation of Deferred@682328328 after retry RPC after error@1720594428) -> (continuation of Deferred@1505652796 after retry RPC after error@325477591) -> (continuation of Deferred@1739654258 after retry RPC after error@1893152439) -> (continuation of Deferred@1522697985 after retry RPC after error@2057437266) -> (continuation of Deferred@366942688 after retry RPC after error@1559557986)))
14:06:21.559 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@280824459(state=PENDING, result=null, callback=(continuation of Deferred@682972186 after retry RPC after error@1018054817) -> (continuation of Deferred@1378722909 after retry RPC after error@716969409) -> (continuation of Deferred@682328328 after retry RPC after error@1720594428) -> (continuation of Deferred@1505652796 after retry RPC after error@325477591) -> (continuation of Deferred@1739654258 after retry RPC after error@1893152439) -> (continuation of Deferred@1522697985 after retry RPC after error@2057437266) -> (continuation of Deferred@366942688 after retry RPC after error@1559557986), errback=(continuation of Deferred@682972186 after retry RPC after error@1018054817) -> (continuation of Deferred@1378722909 after retry RPC after error@716969409) -> (continuation of Deferred@682328328 after retry RPC after error@1720594428) -> (continuation of Deferred@1505652796 after retry RPC after error@325477591) -> (continuation of Deferred@1739654258 after retry RPC after error@1893152439) -> (continuation of Deferred@1522697985 after retry RPC after error@2057437266) -> (continuation of Deferred@366942688 after retry RPC after error@1559557986)))
14:06:21.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:21.593668 4841 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:21.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:21.593847 4841 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:21.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:21.594477 4841 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:21.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:21.595338 4645 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111) [suppressed 3 similar messages]
14:06:21.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:21.596632 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:21.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:21.596803 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:21.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:21.596913 4645 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:21.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:21.597124 4841 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:21.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.638 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.739 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.739 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2027849880(state=PENDING, result=null, callback=(continuation of Deferred@1428597120 after retry RPC after error@2098266505) -> (continuation of Deferred@186461007 after retry RPC after error@126609660) -> (continuation of Deferred@1728133924 after retry RPC after error@308896516) -> (continuation of Deferred@1884058965 after retry RPC after error@676904872) -> (continuation of Deferred@1190029724 after retry RPC after error@533086982) -> (continuation of Deferred@204696438 after retry RPC after error@1643847847), errback=(continuation of Deferred@1428597120 after retry RPC after error@2098266505) -> (continuation of Deferred@186461007 after retry RPC after error@126609660) -> (continuation of Deferred@1728133924 after retry RPC after error@308896516) -> (continuation of Deferred@1884058965 after retry RPC after error@676904872) -> (continuation of Deferred@1190029724 after retry RPC after error@533086982) -> (continuation of Deferred@204696438 after retry RPC after error@1643847847)))
14:06:21.739 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2027849880(state=PENDING, result=null, callback=(continuation of Deferred@1428597120 after retry RPC after error@2098266505) -> (continuation of Deferred@186461007 after retry RPC after error@126609660) -> (continuation of Deferred@1728133924 after retry RPC after error@308896516) -> (continuation of Deferred@1884058965 after retry RPC after error@676904872) -> (continuation of Deferred@1190029724 after retry RPC after error@533086982) -> (continuation of Deferred@204696438 after retry RPC after error@1643847847), errback=(continuation of Deferred@1428597120 after retry RPC after error@2098266505) -> (continuation of Deferred@186461007 after retry RPC after error@126609660) -> (continuation of Deferred@1728133924 after retry RPC after error@308896516) -> (continuation of Deferred@1884058965 after retry RPC after error@676904872) -> (continuation of Deferred@1190029724 after retry RPC after error@533086982) -> (continuation of Deferred@204696438 after retry RPC after error@1643847847)))
14:06:21.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.798 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.918 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1860181243(state=PENDING, result=null, callback=(continuation of Deferred@1445390232 after retry RPC after error@1648546478) -> (continuation of Deferred@1717193243 after retry RPC after error@145987055) -> (continuation of Deferred@1766369606 after retry RPC after error@493601123) -> (continuation of Deferred@693459527 after retry RPC after error@1037938287) -> (continuation of Deferred@292758027 after retry RPC after error@1381013919) -> (continuation of Deferred@1364489968 after retry RPC after error@27923555), errback=(continuation of Deferred@1445390232 after retry RPC after error@1648546478) -> (continuation of Deferred@1717193243 after retry RPC after error@145987055) -> (continuation of Deferred@1766369606 after retry RPC after error@493601123) -> (continuation of Deferred@693459527 after retry RPC after error@1037938287) -> (continuation of Deferred@292758027 after retry RPC after error@1381013919) -> (continuation of Deferred@1364489968 after retry RPC after error@27923555)))
14:06:21.919 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1860181243(state=PENDING, result=null, callback=(continuation of Deferred@1445390232 after retry RPC after error@1648546478) -> (continuation of Deferred@1717193243 after retry RPC after error@145987055) -> (continuation of Deferred@1766369606 after retry RPC after error@493601123) -> (continuation of Deferred@693459527 after retry RPC after error@1037938287) -> (continuation of Deferred@292758027 after retry RPC after error@1381013919) -> (continuation of Deferred@1364489968 after retry RPC after error@27923555), errback=(continuation of Deferred@1445390232 after retry RPC after error@1648546478) -> (continuation of Deferred@1717193243 after retry RPC after error@145987055) -> (continuation of Deferred@1766369606 after retry RPC after error@493601123) -> (continuation of Deferred@693459527 after retry RPC after error@1037938287) -> (continuation of Deferred@292758027 after retry RPC after error@1381013919) -> (continuation of Deferred@1364489968 after retry RPC after error@27923555)))
14:06:21.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:21.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:21.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:21.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:21.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:21.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.139 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1814085146(state=PENDING, result=null, callback=(continuation of Deferred@1242029987 after retry RPC after error@1326867889) -> (continuation of Deferred@1966588519 after retry RPC after error@470708917) -> (continuation of Deferred@1744854096 after retry RPC after error@348620556) -> (continuation of Deferred@1596476169 after retry RPC after error@811336067) -> (continuation of Deferred@1523853572 after retry RPC after error@1921198773) -> (continuation of Deferred@1877891055 after retry RPC after error@1072567176) -> (continuation of Deferred@1141473656 after retry RPC after error@800382414) -> (continuation of Deferred@855156472 after retry RPC after error@2110095740), errback=(continuation of Deferred@1242029987 after retry RPC after error@1326867889) -> (continuation of Deferred@1966588519 after retry RPC after error@470708917) -> (continuation of Deferred@1744854096 after retry RPC after error@348620556) -> (continuation of Deferred@1596476169 after retry RPC after error@811336067) -> (continuation of Deferred@1523853572 after retry RPC after error@1921198773) -> (continuation of Deferred@1877891055 after retry RPC after error@1072567176) -> (continuation of Deferred@1141473656 after retry RPC after error@800382414) -> (continuation of Deferred@855156472 after retry RPC after error@2110095740)))
14:06:22.139 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1814085146(state=PENDING, result=null, callback=(continuation of Deferred@1242029987 after retry RPC after error@1326867889) -> (continuation of Deferred@1966588519 after retry RPC after error@470708917) -> (continuation of Deferred@1744854096 after retry RPC after error@348620556) -> (continuation of Deferred@1596476169 after retry RPC after error@811336067) -> (continuation of Deferred@1523853572 after retry RPC after error@1921198773) -> (continuation of Deferred@1877891055 after retry RPC after error@1072567176) -> (continuation of Deferred@1141473656 after retry RPC after error@800382414) -> (continuation of Deferred@855156472 after retry RPC after error@2110095740), errback=(continuation of Deferred@1242029987 after retry RPC after error@1326867889) -> (continuation of Deferred@1966588519 after retry RPC after error@470708917) -> (continuation of Deferred@1744854096 after retry RPC after error@348620556) -> (continuation of Deferred@1596476169 after retry RPC after error@811336067) -> (continuation of Deferred@1523853572 after retry RPC after error@1921198773) -> (continuation of Deferred@1877891055 after retry RPC after error@1072567176) -> (continuation of Deferred@1141473656 after retry RPC after error@800382414) -> (continuation of Deferred@855156472 after retry RPC after error@2110095740)))
14:06:22.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.277 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.277 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.277 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.357 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.358 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@186942010(state=PENDING, result=null, callback=(continuation of Deferred@1522216003 after retry RPC after error@1360044748) -> (continuation of Deferred@1286609349 after retry RPC after error@1672116027) -> (continuation of Deferred@1626379833 after retry RPC after error@874663465) -> (continuation of Deferred@2022704985 after retry RPC after error@1219732703) -> (continuation of Deferred@748069550 after retry RPC after error@182706707) -> (continuation of Deferred@1915852505 after retry RPC after error@670122268), errback=(continuation of Deferred@1522216003 after retry RPC after error@1360044748) -> (continuation of Deferred@1286609349 after retry RPC after error@1672116027) -> (continuation of Deferred@1626379833 after retry RPC after error@874663465) -> (continuation of Deferred@2022704985 after retry RPC after error@1219732703) -> (continuation of Deferred@748069550 after retry RPC after error@182706707) -> (continuation of Deferred@1915852505 after retry RPC after error@670122268)))
14:06:22.358 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@186942010(state=PENDING, result=null, callback=(continuation of Deferred@1522216003 after retry RPC after error@1360044748) -> (continuation of Deferred@1286609349 after retry RPC after error@1672116027) -> (continuation of Deferred@1626379833 after retry RPC after error@874663465) -> (continuation of Deferred@2022704985 after retry RPC after error@1219732703) -> (continuation of Deferred@748069550 after retry RPC after error@182706707) -> (continuation of Deferred@1915852505 after retry RPC after error@670122268), errback=(continuation of Deferred@1522216003 after retry RPC after error@1360044748) -> (continuation of Deferred@1286609349 after retry RPC after error@1672116027) -> (continuation of Deferred@1626379833 after retry RPC after error@874663465) -> (continuation of Deferred@2022704985 after retry RPC after error@1219732703) -> (continuation of Deferred@748069550 after retry RPC after error@182706707) -> (continuation of Deferred@1915852505 after retry RPC after error@670122268)))
14:06:22.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@512336049(state=PENDING, result=null, callback=(continuation of Deferred@1494361360 after retry RPC after error@774330952) -> (continuation of Deferred@1457075647 after retry RPC after error@92707837) -> (continuation of Deferred@1307841784 after retry RPC after error@1494606356) -> (continuation of Deferred@1191067716 after retry RPC after error@1997955605) -> (continuation of Deferred@438893531 after retry RPC after error@1817948104) -> (continuation of Deferred@1477652071 after retry RPC after error@475130298), errback=(continuation of Deferred@1494361360 after retry RPC after error@774330952) -> (continuation of Deferred@1457075647 after retry RPC after error@92707837) -> (continuation of Deferred@1307841784 after retry RPC after error@1494606356) -> (continuation of Deferred@1191067716 after retry RPC after error@1997955605) -> (continuation of Deferred@438893531 after retry RPC after error@1817948104) -> (continuation of Deferred@1477652071 after retry RPC after error@475130298)))
14:06:22.539 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@512336049(state=PENDING, result=null, callback=(continuation of Deferred@1494361360 after retry RPC after error@774330952) -> (continuation of Deferred@1457075647 after retry RPC after error@92707837) -> (continuation of Deferred@1307841784 after retry RPC after error@1494606356) -> (continuation of Deferred@1191067716 after retry RPC after error@1997955605) -> (continuation of Deferred@438893531 after retry RPC after error@1817948104) -> (continuation of Deferred@1477652071 after retry RPC after error@475130298), errback=(continuation of Deferred@1494361360 after retry RPC after error@774330952) -> (continuation of Deferred@1457075647 after retry RPC after error@92707837) -> (continuation of Deferred@1307841784 after retry RPC after error@1494606356) -> (continuation of Deferred@1191067716 after retry RPC after error@1997955605) -> (continuation of Deferred@438893531 after retry RPC after error@1817948104) -> (continuation of Deferred@1477652071 after retry RPC after error@475130298)))
14:06:22.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.618 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.779 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@852773369(state=PENDING, result=null, callback=(continuation of Deferred@894677646 after retry RPC after error@2029794301) -> (continuation of Deferred@1596709490 after retry RPC after error@1335942127) -> (continuation of Deferred@1741670231 after retry RPC after error@2117432200) -> (continuation of Deferred@2135744118 after retry RPC after error@922357203) -> (continuation of Deferred@790008100 after retry RPC after error@2062163581) -> (continuation of Deferred@1665978424 after retry RPC after error@96390423) -> (continuation of Deferred@507179829 after retry RPC after error@881397625), errback=(continuation of Deferred@894677646 after retry RPC after error@2029794301) -> (continuation of Deferred@1596709490 after retry RPC after error@1335942127) -> (continuation of Deferred@1741670231 after retry RPC after error@2117432200) -> (continuation of Deferred@2135744118 after retry RPC after error@922357203) -> (continuation of Deferred@790008100 after retry RPC after error@2062163581) -> (continuation of Deferred@1665978424 after retry RPC after error@96390423) -> (continuation of Deferred@507179829 after retry RPC after error@881397625)))
14:06:22.779 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@852773369(state=PENDING, result=null, callback=(continuation of Deferred@894677646 after retry RPC after error@2029794301) -> (continuation of Deferred@1596709490 after retry RPC after error@1335942127) -> (continuation of Deferred@1741670231 after retry RPC after error@2117432200) -> (continuation of Deferred@2135744118 after retry RPC after error@922357203) -> (continuation of Deferred@790008100 after retry RPC after error@2062163581) -> (continuation of Deferred@1665978424 after retry RPC after error@96390423) -> (continuation of Deferred@507179829 after retry RPC after error@881397625), errback=(continuation of Deferred@894677646 after retry RPC after error@2029794301) -> (continuation of Deferred@1596709490 after retry RPC after error@1335942127) -> (continuation of Deferred@1741670231 after retry RPC after error@2117432200) -> (continuation of Deferred@2135744118 after retry RPC after error@922357203) -> (continuation of Deferred@790008100 after retry RPC after error@2062163581) -> (continuation of Deferred@1665978424 after retry RPC after error@96390423) -> (continuation of Deferred@507179829 after retry RPC after error@881397625)))
14:06:22.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.958 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1222117507(state=PENDING, result=null, callback=(continuation of Deferred@693229747 after retry RPC after error@1445793632) -> (continuation of Deferred@619983823 after retry RPC after error@752921538) -> (continuation of Deferred@190020269 after retry RPC after error@893067944) -> (continuation of Deferred@810812811 after retry RPC after error@432211704) -> (continuation of Deferred@164991359 after retry RPC after error@1696058511) -> (continuation of Deferred@1979704827 after retry RPC after error@1946863994), errback=(continuation of Deferred@693229747 after retry RPC after error@1445793632) -> (continuation of Deferred@619983823 after retry RPC after error@752921538) -> (continuation of Deferred@190020269 after retry RPC after error@893067944) -> (continuation of Deferred@810812811 after retry RPC after error@432211704) -> (continuation of Deferred@164991359 after retry RPC after error@1696058511) -> (continuation of Deferred@1979704827 after retry RPC after error@1946863994)))
14:06:22.958 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1222117507(state=PENDING, result=null, callback=(continuation of Deferred@693229747 after retry RPC after error@1445793632) -> (continuation of Deferred@619983823 after retry RPC after error@752921538) -> (continuation of Deferred@190020269 after retry RPC after error@893067944) -> (continuation of Deferred@810812811 after retry RPC after error@432211704) -> (continuation of Deferred@164991359 after retry RPC after error@1696058511) -> (continuation of Deferred@1979704827 after retry RPC after error@1946863994), errback=(continuation of Deferred@693229747 after retry RPC after error@1445793632) -> (continuation of Deferred@619983823 after retry RPC after error@752921538) -> (continuation of Deferred@190020269 after retry RPC after error@893067944) -> (continuation of Deferred@810812811 after retry RPC after error@432211704) -> (continuation of Deferred@164991359 after retry RPC after error@1696058511) -> (continuation of Deferred@1979704827 after retry RPC after error@1946863994)))
14:06:22.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:22.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:22.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:22.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:22.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:22.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.022 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.037 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.037 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.037 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:23.130391 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:23.130559 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:23.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.199 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.199 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [46ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [46ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@128308306(state=PENDING, result=null, callback=(continuation of Deferred@952864258 after retry RPC after error@1788454423) -> (continuation of Deferred@356720541 after retry RPC after error@1022184995) -> (continuation of Deferred@1479699490 after retry RPC after error@2143080493) -> (continuation of Deferred@1921947568 after retry RPC after error@608453524) -> (continuation of Deferred@1876719682 after retry RPC after error@1987637292) -> (continuation of Deferred@1892534852 after retry RPC after error@1980989226) -> (continuation of Deferred@2055280578 after retry RPC after error@1263104302), errback=(continuation of Deferred@952864258 after retry RPC after error@1788454423) -> (continuation of Deferred@356720541 after retry RPC after error@1022184995) -> (continuation of Deferred@1479699490 after retry RPC after error@2143080493) -> (continuation of Deferred@1921947568 after retry RPC after error@608453524) -> (continuation of Deferred@1876719682 after retry RPC after error@1987637292) -> (continuation of Deferred@1892534852 after retry RPC after error@1980989226) -> (continuation of Deferred@2055280578 after retry RPC after error@1263104302)))
14:06:23.199 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [46ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [46ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@128308306(state=PENDING, result=null, callback=(continuation of Deferred@952864258 after retry RPC after error@1788454423) -> (continuation of Deferred@356720541 after retry RPC after error@1022184995) -> (continuation of Deferred@1479699490 after retry RPC after error@2143080493) -> (continuation of Deferred@1921947568 after retry RPC after error@608453524) -> (continuation of Deferred@1876719682 after retry RPC after error@1987637292) -> (continuation of Deferred@1892534852 after retry RPC after error@1980989226) -> (continuation of Deferred@2055280578 after retry RPC after error@1263104302), errback=(continuation of Deferred@952864258 after retry RPC after error@1788454423) -> (continuation of Deferred@356720541 after retry RPC after error@1022184995) -> (continuation of Deferred@1479699490 after retry RPC after error@2143080493) -> (continuation of Deferred@1921947568 after retry RPC after error@608453524) -> (continuation of Deferred@1876719682 after retry RPC after error@1987637292) -> (continuation of Deferred@1892534852 after retry RPC after error@1980989226) -> (continuation of Deferred@2055280578 after retry RPC after error@1263104302)))
14:06:23.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.339 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.339 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.477 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1015240524(state=PENDING, result=null, callback=(continuation of Deferred@364722464 after retry RPC after error@1639259376) -> (continuation of Deferred@2012847070 after retry RPC after error@1374067546) -> (continuation of Deferred@770628735 after retry RPC after error@1693783982) -> (continuation of Deferred@1600739205 after retry RPC after error@976239481) -> (continuation of Deferred@1634076004 after retry RPC after error@769799809) -> (continuation of Deferred@950180295 after retry RPC after error@57841241) -> (continuation of Deferred@1391390326 after retry RPC after error@1854180500), errback=(continuation of Deferred@364722464 after retry RPC after error@1639259376) -> (continuation of Deferred@2012847070 after retry RPC after error@1374067546) -> (continuation of Deferred@770628735 after retry RPC after error@1693783982) -> (continuation of Deferred@1600739205 after retry RPC after error@976239481) -> (continuation of Deferred@1634076004 after retry RPC after error@769799809) -> (continuation of Deferred@950180295 after retry RPC after error@57841241) -> (continuation of Deferred@1391390326 after retry RPC after error@1854180500)))
14:06:23.478 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:23.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.597 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.698 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1186437003(state=PENDING, result=null, callback=(continuation of Deferred@9210100 after retry RPC after error@84097053) -> (continuation of Deferred@1817250061 after retry RPC after error@371245251) -> (continuation of Deferred@1913594331 after retry RPC after error@1859136599) -> (continuation of Deferred@170740193 after retry RPC after error@438023871) -> (continuation of Deferred@294735326 after retry RPC after error@2118940975) -> (continuation of Deferred@508446022 after retry RPC after error@1495774846) -> (continuation of Deferred@1120141113 after retry RPC after error@1608217423), errback=(continuation of Deferred@9210100 after retry RPC after error@84097053) -> (continuation of Deferred@1817250061 after retry RPC after error@371245251) -> (continuation of Deferred@1913594331 after retry RPC after error@1859136599) -> (continuation of Deferred@170740193 after retry RPC after error@438023871) -> (continuation of Deferred@294735326 after retry RPC after error@2118940975) -> (continuation of Deferred@508446022 after retry RPC after error@1495774846) -> (continuation of Deferred@1120141113 after retry RPC after error@1608217423)))
14:06:23.698 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1186437003(state=PENDING, result=null, callback=(continuation of Deferred@9210100 after retry RPC after error@84097053) -> (continuation of Deferred@1817250061 after retry RPC after error@371245251) -> (continuation of Deferred@1913594331 after retry RPC after error@1859136599) -> (continuation of Deferred@170740193 after retry RPC after error@438023871) -> (continuation of Deferred@294735326 after retry RPC after error@2118940975) -> (continuation of Deferred@508446022 after retry RPC after error@1495774846) -> (continuation of Deferred@1120141113 after retry RPC after error@1608217423), errback=(continuation of Deferred@9210100 after retry RPC after error@84097053) -> (continuation of Deferred@1817250061 after retry RPC after error@371245251) -> (continuation of Deferred@1913594331 after retry RPC after error@1859136599) -> (continuation of Deferred@170740193 after retry RPC after error@438023871) -> (continuation of Deferred@294735326 after retry RPC after error@2118940975) -> (continuation of Deferred@508446022 after retry RPC after error@1495774846) -> (continuation of Deferred@1120141113 after retry RPC after error@1608217423)))
14:06:23.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.719 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@975022707(state=PENDING, result=null, callback=(continuation of Deferred@201564473 after retry RPC after error@372391381) -> (continuation of Deferred@1932482250 after retry RPC after error@615916782) -> (continuation of Deferred@892162856 after retry RPC after error@854990029) -> (continuation of Deferred@996574559 after retry RPC after error@786581385) -> (continuation of Deferred@1896473966 after retry RPC after error@1939574774) -> (continuation of Deferred@2094571687 after retry RPC after error@1077571258), errback=(continuation of Deferred@201564473 after retry RPC after error@372391381) -> (continuation of Deferred@1932482250 after retry RPC after error@615916782) -> (continuation of Deferred@892162856 after retry RPC after error@854990029) -> (continuation of Deferred@996574559 after retry RPC after error@786581385) -> (continuation of Deferred@1896473966 after retry RPC after error@1939574774) -> (continuation of Deferred@2094571687 after retry RPC after error@1077571258)))
14:06:23.898 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@975022707(state=PENDING, result=null, callback=(continuation of Deferred@201564473 after retry RPC after error@372391381) -> (continuation of Deferred@1932482250 after retry RPC after error@615916782) -> (continuation of Deferred@892162856 after retry RPC after error@854990029) -> (continuation of Deferred@996574559 after retry RPC after error@786581385) -> (continuation of Deferred@1896473966 after retry RPC after error@1939574774) -> (continuation of Deferred@2094571687 after retry RPC after error@1077571258), errback=(continuation of Deferred@201564473 after retry RPC after error@372391381) -> (continuation of Deferred@1932482250 after retry RPC after error@615916782) -> (continuation of Deferred@892162856 after retry RPC after error@854990029) -> (continuation of Deferred@996574559 after retry RPC after error@786581385) -> (continuation of Deferred@1896473966 after retry RPC after error@1939574774) -> (continuation of Deferred@2094571687 after retry RPC after error@1077571258)))
14:06:23.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:23.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:23.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:23.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:23.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:23.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.139 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.139 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1107448163(state=PENDING, result=null, callback=(continuation of Deferred@1431443472 after retry RPC after error@907139171) -> (continuation of Deferred@684130177 after retry RPC after error@2023701171) -> (continuation of Deferred@1028140840 after retry RPC after error@94513698) -> (continuation of Deferred@445118432 after retry RPC after error@466357409) -> (continuation of Deferred@1728135583 after retry RPC after error@1936098407) -> (continuation of Deferred@1459311900 after retry RPC after error@766112358) -> (continuation of Deferred@1086936053 after retry RPC after error@122401335), errback=(continuation of Deferred@1431443472 after retry RPC after error@907139171) -> (continuation of Deferred@684130177 after retry RPC after error@2023701171) -> (continuation of Deferred@1028140840 after retry RPC after error@94513698) -> (continuation of Deferred@445118432 after retry RPC after error@466357409) -> (continuation of Deferred@1728135583 after retry RPC after error@1936098407) -> (continuation of Deferred@1459311900 after retry RPC after error@766112358) -> (continuation of Deferred@1086936053 after retry RPC after error@122401335)))
14:06:24.139 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1107448163(state=PENDING, result=null, callback=(continuation of Deferred@1431443472 after retry RPC after error@907139171) -> (continuation of Deferred@684130177 after retry RPC after error@2023701171) -> (continuation of Deferred@1028140840 after retry RPC after error@94513698) -> (continuation of Deferred@445118432 after retry RPC after error@466357409) -> (continuation of Deferred@1728135583 after retry RPC after error@1936098407) -> (continuation of Deferred@1459311900 after retry RPC after error@766112358) -> (continuation of Deferred@1086936053 after retry RPC after error@122401335), errback=(continuation of Deferred@1431443472 after retry RPC after error@907139171) -> (continuation of Deferred@684130177 after retry RPC after error@2023701171) -> (continuation of Deferred@1028140840 after retry RPC after error@94513698) -> (continuation of Deferred@445118432 after retry RPC after error@466357409) -> (continuation of Deferred@1728135583 after retry RPC after error@1936098407) -> (continuation of Deferred@1459311900 after retry RPC after error@766112358) -> (continuation of Deferred@1086936053 after retry RPC after error@122401335)))
14:06:24.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:24.217931 4855 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:24.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:24.218158 4855 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:24.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:24.218935 4855 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:24.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:24.221035 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:24.221172 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:24.221328 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:24.221566 4855 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:24.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.357 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.358 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@269360496(state=PENDING, result=null, callback=(continuation of Deferred@480451429 after retry RPC after error@2143050074) -> (continuation of Deferred@1075659261 after retry RPC after error@538452243) -> (continuation of Deferred@618950214 after retry RPC after error@965707017) -> (continuation of Deferred@330770796 after retry RPC after error@1917227696) -> (continuation of Deferred@1968657632 after retry RPC after error@808788110) -> (continuation of Deferred@451122093 after retry RPC after error@1551257939) -> (continuation of Deferred@332004969 after retry RPC after error@174169550), errback=(continuation of Deferred@480451429 after retry RPC after error@2143050074) -> (continuation of Deferred@1075659261 after retry RPC after error@538452243) -> (continuation of Deferred@618950214 after retry RPC after error@965707017) -> (continuation of Deferred@330770796 after retry RPC after error@1917227696) -> (continuation of Deferred@1968657632 after retry RPC after error@808788110) -> (continuation of Deferred@451122093 after retry RPC after error@1551257939) -> (continuation of Deferred@332004969 after retry RPC after error@174169550)))
14:06:24.358 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@269360496(state=PENDING, result=null, callback=(continuation of Deferred@480451429 after retry RPC after error@2143050074) -> (continuation of Deferred@1075659261 after retry RPC after error@538452243) -> (continuation of Deferred@618950214 after retry RPC after error@965707017) -> (continuation of Deferred@330770796 after retry RPC after error@1917227696) -> (continuation of Deferred@1968657632 after retry RPC after error@808788110) -> (continuation of Deferred@451122093 after retry RPC after error@1551257939) -> (continuation of Deferred@332004969 after retry RPC after error@174169550), errback=(continuation of Deferred@480451429 after retry RPC after error@2143050074) -> (continuation of Deferred@1075659261 after retry RPC after error@538452243) -> (continuation of Deferred@618950214 after retry RPC after error@965707017) -> (continuation of Deferred@330770796 after retry RPC after error@1917227696) -> (continuation of Deferred@1968657632 after retry RPC after error@808788110) -> (continuation of Deferred@451122093 after retry RPC after error@1551257939) -> (continuation of Deferred@332004969 after retry RPC after error@174169550)))
14:06:24.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.418 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.579 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2100335448(state=PENDING, result=null, callback=(continuation of Deferred@1995996618 after retry RPC after error@549209239) -> (continuation of Deferred@648336995 after retry RPC after error@1610038204) -> (continuation of Deferred@1792281509 after retry RPC after error@672031380) -> (continuation of Deferred@681164344 after retry RPC after error@1314216524) -> (continuation of Deferred@68614400 after retry RPC after error@1599549908) -> (continuation of Deferred@978992248 after retry RPC after error@1580832325) -> (continuation of Deferred@1842657915 after retry RPC after error@191627140), errback=(continuation of Deferred@1995996618 after retry RPC after error@549209239) -> (continuation of Deferred@648336995 after retry RPC after error@1610038204) -> (continuation of Deferred@1792281509 after retry RPC after error@672031380) -> (continuation of Deferred@681164344 after retry RPC after error@1314216524) -> (continuation of Deferred@68614400 after retry RPC after error@1599549908) -> (continuation of Deferred@978992248 after retry RPC after error@1580832325) -> (continuation of Deferred@1842657915 after retry RPC after error@191627140)))
14:06:24.579 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2100335448(state=PENDING, result=null, callback=(continuation of Deferred@1995996618 after retry RPC after error@549209239) -> (continuation of Deferred@648336995 after retry RPC after error@1610038204) -> (continuation of Deferred@1792281509 after retry RPC after error@672031380) -> (continuation of Deferred@681164344 after retry RPC after error@1314216524) -> (continuation of Deferred@68614400 after retry RPC after error@1599549908) -> (continuation of Deferred@978992248 after retry RPC after error@1580832325) -> (continuation of Deferred@1842657915 after retry RPC after error@191627140), errback=(continuation of Deferred@1995996618 after retry RPC after error@549209239) -> (continuation of Deferred@648336995 after retry RPC after error@1610038204) -> (continuation of Deferred@1792281509 after retry RPC after error@672031380) -> (continuation of Deferred@681164344 after retry RPC after error@1314216524) -> (continuation of Deferred@68614400 after retry RPC after error@1599549908) -> (continuation of Deferred@978992248 after retry RPC after error@1580832325) -> (continuation of Deferred@1842657915 after retry RPC after error@191627140)))
14:06:24.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1024212437(state=PENDING, result=null, callback=(continuation of Deferred@653209040 after retry RPC after error@425352685) -> (continuation of Deferred@762833181 after retry RPC after error@1900645363) -> (continuation of Deferred@773302695 after retry RPC after error@1701395645) -> (continuation of Deferred@2000948748 after retry RPC after error@1248789764) -> (continuation of Deferred@1495713663 after retry RPC after error@1971754034) -> (continuation of Deferred@585482464 after retry RPC after error@277915293) -> (continuation of Deferred@2145552079 after retry RPC after error@1048881669), errback=(continuation of Deferred@653209040 after retry RPC after error@425352685) -> (continuation of Deferred@762833181 after retry RPC after error@1900645363) -> (continuation of Deferred@773302695 after retry RPC after error@1701395645) -> (continuation of Deferred@2000948748 after retry RPC after error@1248789764) -> (continuation of Deferred@1495713663 after retry RPC after error@1971754034) -> (continuation of Deferred@585482464 after retry RPC after error@277915293) -> (continuation of Deferred@2145552079 after retry RPC after error@1048881669)))
14:06:24.779 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1024212437(state=PENDING, result=null, callback=(continuation of Deferred@653209040 after retry RPC after error@425352685) -> (continuation of Deferred@762833181 after retry RPC after error@1900645363) -> (continuation of Deferred@773302695 after retry RPC after error@1701395645) -> (continuation of Deferred@2000948748 after retry RPC after error@1248789764) -> (continuation of Deferred@1495713663 after retry RPC after error@1971754034) -> (continuation of Deferred@585482464 after retry RPC after error@277915293) -> (continuation of Deferred@2145552079 after retry RPC after error@1048881669), errback=(continuation of Deferred@653209040 after retry RPC after error@425352685) -> (continuation of Deferred@762833181 after retry RPC after error@1900645363) -> (continuation of Deferred@773302695 after retry RPC after error@1701395645) -> (continuation of Deferred@2000948748 after retry RPC after error@1248789764) -> (continuation of Deferred@1495713663 after retry RPC after error@1971754034) -> (continuation of Deferred@585482464 after retry RPC after error@277915293) -> (continuation of Deferred@2145552079 after retry RPC after error@1048881669)))
14:06:24.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:24.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:24.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:24.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:24.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:24.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@595825198(state=PENDING, result=null, callback=(continuation of Deferred@749890230 after retry RPC after error@1548624239) -> (continuation of Deferred@863667815 after retry RPC after error@207057092) -> (continuation of Deferred@865029154 after retry RPC after error@510088805) -> (continuation of Deferred@2043261552 after retry RPC after error@1320107229) -> (continuation of Deferred@118003574 after retry RPC after error@595078540) -> (continuation of Deferred@387334561 after retry RPC after error@552132170) -> (continuation of Deferred@1670929926 after retry RPC after error@23989172) -> (continuation of Deferred@617630065 after retry RPC after error@1110235439), errback=(continuation of Deferred@749890230 after retry RPC after error@1548624239) -> (continuation of Deferred@863667815 after retry RPC after error@207057092) -> (continuation of Deferred@865029154 after retry RPC after error@510088805) -> (continuation of Deferred@2043261552 after retry RPC after error@1320107229) -> (continuation of Deferred@118003574 after retry RPC after error@595078540) -> (continuation of Deferred@387334561 after retry RPC after error@552132170) -> (continuation of Deferred@1670929926 after retry RPC after error@23989172) -> (continuation of Deferred@617630065 after retry RPC after error@1110235439)))
14:06:24.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@595825198(state=PENDING, result=null, callback=(continuation of Deferred@749890230 after retry RPC after error@1548624239) -> (continuation of Deferred@863667815 after retry RPC after error@207057092) -> (continuation of Deferred@865029154 after retry RPC after error@510088805) -> (continuation of Deferred@2043261552 after retry RPC after error@1320107229) -> (continuation of Deferred@118003574 after retry RPC after error@595078540) -> (continuation of Deferred@387334561 after retry RPC after error@552132170) -> (continuation of Deferred@1670929926 after retry RPC after error@23989172) -> (continuation of Deferred@617630065 after retry RPC after error@1110235439), errback=(continuation of Deferred@749890230 after retry RPC after error@1548624239) -> (continuation of Deferred@863667815 after retry RPC after error@207057092) -> (continuation of Deferred@865029154 after retry RPC after error@510088805) -> (continuation of Deferred@2043261552 after retry RPC after error@1320107229) -> (continuation of Deferred@118003574 after retry RPC after error@595078540) -> (continuation of Deferred@387334561 after retry RPC after error@552132170) -> (continuation of Deferred@1670929926 after retry RPC after error@23989172) -> (continuation of Deferred@617630065 after retry RPC after error@1110235439)))
14:06:25.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.199 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1573601606(state=PENDING, result=null, callback=(continuation of Deferred@1977597381 after retry RPC after error@301844056) -> (continuation of Deferred@1528879718 after retry RPC after error@1550217525) -> (continuation of Deferred@1423957737 after retry RPC after error@728698156) -> (continuation of Deferred@1983971789 after retry RPC after error@432093673) -> (continuation of Deferred@868451502 after retry RPC after error@1612114327) -> (continuation of Deferred@505926449 after retry RPC after error@238665581) -> (continuation of Deferred@569425136 after retry RPC after error@1996333832), errback=(continuation of Deferred@1977597381 after retry RPC after error@301844056) -> (continuation of Deferred@1528879718 after retry RPC after error@1550217525) -> (continuation of Deferred@1423957737 after retry RPC after error@728698156) -> (continuation of Deferred@1983971789 after retry RPC after error@432093673) -> (continuation of Deferred@868451502 after retry RPC after error@1612114327) -> (continuation of Deferred@505926449 after retry RPC after error@238665581) -> (continuation of Deferred@569425136 after retry RPC after error@1996333832)))
14:06:25.199 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1573601606(state=PENDING, result=null, callback=(continuation of Deferred@1977597381 after retry RPC after error@301844056) -> (continuation of Deferred@1528879718 after retry RPC after error@1550217525) -> (continuation of Deferred@1423957737 after retry RPC after error@728698156) -> (continuation of Deferred@1983971789 after retry RPC after error@432093673) -> (continuation of Deferred@868451502 after retry RPC after error@1612114327) -> (continuation of Deferred@505926449 after retry RPC after error@238665581) -> (continuation of Deferred@569425136 after retry RPC after error@1996333832), errback=(continuation of Deferred@1977597381 after retry RPC after error@301844056) -> (continuation of Deferred@1528879718 after retry RPC after error@1550217525) -> (continuation of Deferred@1423957737 after retry RPC after error@728698156) -> (continuation of Deferred@1983971789 after retry RPC after error@432093673) -> (continuation of Deferred@868451502 after retry RPC after error@1612114327) -> (continuation of Deferred@505926449 after retry RPC after error@238665581) -> (continuation of Deferred@569425136 after retry RPC after error@1996333832)))
14:06:25.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.297 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.297 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1724251426(state=PENDING, result=null, callback=(continuation of Deferred@1637757630 after retry RPC after error@1526770816) -> (continuation of Deferred@177067300 after retry RPC after error@1139279290) -> (continuation of Deferred@1400100027 after retry RPC after error@231282425) -> (continuation of Deferred@1762252433 after retry RPC after error@1783614431) -> (continuation of Deferred@659819553 after retry RPC after error@1659873516) -> (continuation of Deferred@1165318014 after retry RPC after error@1374711100) -> (continuation of Deferred@1447188007 after retry RPC after error@1232415947), errback=(continuation of Deferred@1637757630 after retry RPC after error@1526770816) -> (continuation of Deferred@177067300 after retry RPC after error@1139279290) -> (continuation of Deferred@1400100027 after retry RPC after error@231282425) -> (continuation of Deferred@1762252433 after retry RPC after error@1783614431) -> (continuation of Deferred@659819553 after retry RPC after error@1659873516) -> (continuation of Deferred@1165318014 after retry RPC after error@1374711100) -> (continuation of Deferred@1447188007 after retry RPC after error@1232415947)))
14:06:25.399 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1724251426(state=PENDING, result=null, callback=(continuation of Deferred@1637757630 after retry RPC after error@1526770816) -> (continuation of Deferred@177067300 after retry RPC after error@1139279290) -> (continuation of Deferred@1400100027 after retry RPC after error@231282425) -> (continuation of Deferred@1762252433 after retry RPC after error@1783614431) -> (continuation of Deferred@659819553 after retry RPC after error@1659873516) -> (continuation of Deferred@1165318014 after retry RPC after error@1374711100) -> (continuation of Deferred@1447188007 after retry RPC after error@1232415947), errback=(continuation of Deferred@1637757630 after retry RPC after error@1526770816) -> (continuation of Deferred@177067300 after retry RPC after error@1139279290) -> (continuation of Deferred@1400100027 after retry RPC after error@231282425) -> (continuation of Deferred@1762252433 after retry RPC after error@1783614431) -> (continuation of Deferred@659819553 after retry RPC after error@1659873516) -> (continuation of Deferred@1165318014 after retry RPC after error@1374711100) -> (continuation of Deferred@1447188007 after retry RPC after error@1232415947)))
14:06:25.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.419 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:25.616443 4106 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:25.617777 4106 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:25.619678 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:25.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.659 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1416281532(state=PENDING, result=null, callback=(continuation of Deferred@1511599746 after retry RPC after error@742115067) -> (continuation of Deferred@563933149 after retry RPC after error@538587407) -> (continuation of Deferred@870606512 after retry RPC after error@1092248105) -> (continuation of Deferred@121540560 after retry RPC after error@1985823857) -> (continuation of Deferred@1713143276 after retry RPC after error@1954889772) -> (continuation of Deferred@129368419 after retry RPC after error@458535720) -> (continuation of Deferred@513953459 after retry RPC after error@1081669995), errback=(continuation of Deferred@1511599746 after retry RPC after error@742115067) -> (continuation of Deferred@563933149 after retry RPC after error@538587407) -> (continuation of Deferred@870606512 after retry RPC after error@1092248105) -> (continuation of Deferred@121540560 after retry RPC after error@1985823857) -> (continuation of Deferred@1713143276 after retry RPC after error@1954889772) -> (continuation of Deferred@129368419 after retry RPC after error@458535720) -> (continuation of Deferred@513953459 after retry RPC after error@1081669995)))
14:06:25.659 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1416281532(state=PENDING, result=null, callback=(continuation of Deferred@1511599746 after retry RPC after error@742115067) -> (continuation of Deferred@563933149 after retry RPC after error@538587407) -> (continuation of Deferred@870606512 after retry RPC after error@1092248105) -> (continuation of Deferred@121540560 after retry RPC after error@1985823857) -> (continuation of Deferred@1713143276 after retry RPC after error@1954889772) -> (continuation of Deferred@129368419 after retry RPC after error@458535720) -> (continuation of Deferred@513953459 after retry RPC after error@1081669995), errback=(continuation of Deferred@1511599746 after retry RPC after error@742115067) -> (continuation of Deferred@563933149 after retry RPC after error@538587407) -> (continuation of Deferred@870606512 after retry RPC after error@1092248105) -> (continuation of Deferred@121540560 after retry RPC after error@1985823857) -> (continuation of Deferred@1713143276 after retry RPC after error@1954889772) -> (continuation of Deferred@129368419 after retry RPC after error@458535720) -> (continuation of Deferred@513953459 after retry RPC after error@1081669995)))
14:06:25.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.759 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.838 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1171946878(state=PENDING, result=null, callback=(continuation of Deferred@1114535695 after retry RPC after error@668041449) -> (continuation of Deferred@1706787093 after retry RPC after error@1939616081) -> (continuation of Deferred@1123804706 after retry RPC after error@1770446940) -> (continuation of Deferred@1351382864 after retry RPC after error@1107870377) -> (continuation of Deferred@1608513084 after retry RPC after error@17136027) -> (continuation of Deferred@847296540 after retry RPC after error@916011375), errback=(continuation of Deferred@1114535695 after retry RPC after error@668041449) -> (continuation of Deferred@1706787093 after retry RPC after error@1939616081) -> (continuation of Deferred@1123804706 after retry RPC after error@1770446940) -> (continuation of Deferred@1351382864 after retry RPC after error@1107870377) -> (continuation of Deferred@1608513084 after retry RPC after error@17136027) -> (continuation of Deferred@847296540 after retry RPC after error@916011375)))
14:06:25.839 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1171946878(state=PENDING, result=null, callback=(continuation of Deferred@1114535695 after retry RPC after error@668041449) -> (continuation of Deferred@1706787093 after retry RPC after error@1939616081) -> (continuation of Deferred@1123804706 after retry RPC after error@1770446940) -> (continuation of Deferred@1351382864 after retry RPC after error@1107870377) -> (continuation of Deferred@1608513084 after retry RPC after error@17136027) -> (continuation of Deferred@847296540 after retry RPC after error@916011375), errback=(continuation of Deferred@1114535695 after retry RPC after error@668041449) -> (continuation of Deferred@1706787093 after retry RPC after error@1939616081) -> (continuation of Deferred@1123804706 after retry RPC after error@1770446940) -> (continuation of Deferred@1351382864 after retry RPC after error@1107870377) -> (continuation of Deferred@1608513084 after retry RPC after error@17136027) -> (continuation of Deferred@847296540 after retry RPC after error@916011375)))
14:06:25.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:25.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:25.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:25.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:25.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:25.979 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.038 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1173056352(state=PENDING, result=null, callback=(continuation of Deferred@1462740971 after retry RPC after error@1388541004) -> (continuation of Deferred@1131124056 after retry RPC after error@1564825150) -> (continuation of Deferred@2004857474 after retry RPC after error@1054329141) -> (continuation of Deferred@562645730 after retry RPC after error@1443503179) -> (continuation of Deferred@1550540714 after retry RPC after error@1559608179) -> (continuation of Deferred@926950485 after retry RPC after error@833527474) -> (continuation of Deferred@935203106 after retry RPC after error@1189157509), errback=(continuation of Deferred@1462740971 after retry RPC after error@1388541004) -> (continuation of Deferred@1131124056 after retry RPC after error@1564825150) -> (continuation of Deferred@2004857474 after retry RPC after error@1054329141) -> (continuation of Deferred@562645730 after retry RPC after error@1443503179) -> (continuation of Deferred@1550540714 after retry RPC after error@1559608179) -> (continuation of Deferred@926950485 after retry RPC after error@833527474) -> (continuation of Deferred@935203106 after retry RPC after error@1189157509)))
14:06:26.039 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1173056352(state=PENDING, result=null, callback=(continuation of Deferred@1462740971 after retry RPC after error@1388541004) -> (continuation of Deferred@1131124056 after retry RPC after error@1564825150) -> (continuation of Deferred@2004857474 after retry RPC after error@1054329141) -> (continuation of Deferred@562645730 after retry RPC after error@1443503179) -> (continuation of Deferred@1550540714 after retry RPC after error@1559608179) -> (continuation of Deferred@926950485 after retry RPC after error@833527474) -> (continuation of Deferred@935203106 after retry RPC after error@1189157509), errback=(continuation of Deferred@1462740971 after retry RPC after error@1388541004) -> (continuation of Deferred@1131124056 after retry RPC after error@1564825150) -> (continuation of Deferred@2004857474 after retry RPC after error@1054329141) -> (continuation of Deferred@562645730 after retry RPC after error@1443503179) -> (continuation of Deferred@1550540714 after retry RPC after error@1559608179) -> (continuation of Deferred@926950485 after retry RPC after error@833527474) -> (continuation of Deferred@935203106 after retry RPC after error@1189157509)))
14:06:26.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.259 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.259 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1672389800(state=PENDING, result=null, callback=(continuation of Deferred@198495616 after retry RPC after error@631004593) -> (continuation of Deferred@502695244 after retry RPC after error@200010174) -> (continuation of Deferred@645827982 after retry RPC after error@1632124197) -> (continuation of Deferred@1211963557 after retry RPC after error@474983941) -> (continuation of Deferred@1309627135 after retry RPC after error@1846476558) -> (continuation of Deferred@1314273882 after retry RPC after error@797481491) -> (continuation of Deferred@463777207 after retry RPC after error@38520642), errback=(continuation of Deferred@198495616 after retry RPC after error@631004593) -> (continuation of Deferred@502695244 after retry RPC after error@200010174) -> (continuation of Deferred@645827982 after retry RPC after error@1632124197) -> (continuation of Deferred@1211963557 after retry RPC after error@474983941) -> (continuation of Deferred@1309627135 after retry RPC after error@1846476558) -> (continuation of Deferred@1314273882 after retry RPC after error@797481491) -> (continuation of Deferred@463777207 after retry RPC after error@38520642)))
14:06:26.259 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1672389800(state=PENDING, result=null, callback=(continuation of Deferred@198495616 after retry RPC after error@631004593) -> (continuation of Deferred@502695244 after retry RPC after error@200010174) -> (continuation of Deferred@645827982 after retry RPC after error@1632124197) -> (continuation of Deferred@1211963557 after retry RPC after error@474983941) -> (continuation of Deferred@1309627135 after retry RPC after error@1846476558) -> (continuation of Deferred@1314273882 after retry RPC after error@797481491) -> (continuation of Deferred@463777207 after retry RPC after error@38520642), errback=(continuation of Deferred@198495616 after retry RPC after error@631004593) -> (continuation of Deferred@502695244 after retry RPC after error@200010174) -> (continuation of Deferred@645827982 after retry RPC after error@1632124197) -> (continuation of Deferred@1211963557 after retry RPC after error@474983941) -> (continuation of Deferred@1309627135 after retry RPC after error@1846476558) -> (continuation of Deferred@1314273882 after retry RPC after error@797481491) -> (continuation of Deferred@463777207 after retry RPC after error@38520642)))
14:06:26.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.317 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.317 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@207149221(state=PENDING, result=null, callback=(continuation of Deferred@884385394 after retry RPC after error@1545552483) -> (continuation of Deferred@1861354458 after retry RPC after error@606430033) -> (continuation of Deferred@631362705 after retry RPC after error@59475484) -> (continuation of Deferred@2107226468 after retry RPC after error@1923707501) -> (continuation of Deferred@1502033397 after retry RPC after error@107213759) -> (continuation of Deferred@906045582 after retry RPC after error@260185657), errback=(continuation of Deferred@884385394 after retry RPC after error@1545552483) -> (continuation of Deferred@1861354458 after retry RPC after error@606430033) -> (continuation of Deferred@631362705 after retry RPC after error@59475484) -> (continuation of Deferred@2107226468 after retry RPC after error@1923707501) -> (continuation of Deferred@1502033397 after retry RPC after error@107213759) -> (continuation of Deferred@906045582 after retry RPC after error@260185657)))
14:06:26.439 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@207149221(state=PENDING, result=null, callback=(continuation of Deferred@884385394 after retry RPC after error@1545552483) -> (continuation of Deferred@1861354458 after retry RPC after error@606430033) -> (continuation of Deferred@631362705 after retry RPC after error@59475484) -> (continuation of Deferred@2107226468 after retry RPC after error@1923707501) -> (continuation of Deferred@1502033397 after retry RPC after error@107213759) -> (continuation of Deferred@906045582 after retry RPC after error@260185657), errback=(continuation of Deferred@884385394 after retry RPC after error@1545552483) -> (continuation of Deferred@1861354458 after retry RPC after error@606430033) -> (continuation of Deferred@631362705 after retry RPC after error@59475484) -> (continuation of Deferred@2107226468 after retry RPC after error@1923707501) -> (continuation of Deferred@1502033397 after retry RPC after error@107213759) -> (continuation of Deferred@906045582 after retry RPC after error@260185657)))
14:06:26.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1813924590(state=PENDING, result=null, callback=(continuation of Deferred@1882775347 after retry RPC after error@51618034) -> (continuation of Deferred@180899735 after retry RPC after error@337591578) -> (continuation of Deferred@577284589 after retry RPC after error@1021479266) -> (continuation of Deferred@1948179870 after retry RPC after error@428136938) -> (continuation of Deferred@2126785782 after retry RPC after error@1455752149) -> (continuation of Deferred@1412814526 after retry RPC after error@1807818331), errback=(continuation of Deferred@1882775347 after retry RPC after error@51618034) -> (continuation of Deferred@180899735 after retry RPC after error@337591578) -> (continuation of Deferred@577284589 after retry RPC after error@1021479266) -> (continuation of Deferred@1948179870 after retry RPC after error@428136938) -> (continuation of Deferred@2126785782 after retry RPC after error@1455752149) -> (continuation of Deferred@1412814526 after retry RPC after error@1807818331)))
14:06:26.619 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1813924590(state=PENDING, result=null, callback=(continuation of Deferred@1882775347 after retry RPC after error@51618034) -> (continuation of Deferred@180899735 after retry RPC after error@337591578) -> (continuation of Deferred@577284589 after retry RPC after error@1021479266) -> (continuation of Deferred@1948179870 after retry RPC after error@428136938) -> (continuation of Deferred@2126785782 after retry RPC after error@1455752149) -> (continuation of Deferred@1412814526 after retry RPC after error@1807818331), errback=(continuation of Deferred@1882775347 after retry RPC after error@51618034) -> (continuation of Deferred@180899735 after retry RPC after error@337591578) -> (continuation of Deferred@577284589 after retry RPC after error@1021479266) -> (continuation of Deferred@1948179870 after retry RPC after error@428136938) -> (continuation of Deferred@2126785782 after retry RPC after error@1455752149) -> (continuation of Deferred@1412814526 after retry RPC after error@1807818331)))
14:06:26.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.637 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.739 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.799 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@238036897(state=PENDING, result=null, callback=(continuation of Deferred@116732301 after retry RPC after error@555435285) -> (continuation of Deferred@1650295434 after retry RPC after error@1834986575) -> (continuation of Deferred@1116307760 after retry RPC after error@968968089) -> (continuation of Deferred@923192313 after retry RPC after error@665527426) -> (continuation of Deferred@698724678 after retry RPC after error@451659364) -> (continuation of Deferred@464752579 after retry RPC after error@1707222787), errback=(continuation of Deferred@116732301 after retry RPC after error@555435285) -> (continuation of Deferred@1650295434 after retry RPC after error@1834986575) -> (continuation of Deferred@1116307760 after retry RPC after error@968968089) -> (continuation of Deferred@923192313 after retry RPC after error@665527426) -> (continuation of Deferred@698724678 after retry RPC after error@451659364) -> (continuation of Deferred@464752579 after retry RPC after error@1707222787)))
14:06:26.799 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@238036897(state=PENDING, result=null, callback=(continuation of Deferred@116732301 after retry RPC after error@555435285) -> (continuation of Deferred@1650295434 after retry RPC after error@1834986575) -> (continuation of Deferred@1116307760 after retry RPC after error@968968089) -> (continuation of Deferred@923192313 after retry RPC after error@665527426) -> (continuation of Deferred@698724678 after retry RPC after error@451659364) -> (continuation of Deferred@464752579 after retry RPC after error@1707222787), errback=(continuation of Deferred@116732301 after retry RPC after error@555435285) -> (continuation of Deferred@1650295434 after retry RPC after error@1834986575) -> (continuation of Deferred@1116307760 after retry RPC after error@968968089) -> (continuation of Deferred@923192313 after retry RPC after error@665527426) -> (continuation of Deferred@698724678 after retry RPC after error@451659364) -> (continuation of Deferred@464752579 after retry RPC after error@1707222787)))
14:06:26.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:26.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:26.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:26.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:26.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:26.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@223882512(state=PENDING, result=null, callback=(continuation of Deferred@1151696054 after retry RPC after error@1392715866) -> (continuation of Deferred@28926624 after retry RPC after error@1304817450) -> (continuation of Deferred@577403624 after retry RPC after error@1759627015) -> (continuation of Deferred@570889433 after retry RPC after error@1079575308) -> (continuation of Deferred@831884501 after retry RPC after error@1470802975) -> (continuation of Deferred@1301400559 after retry RPC after error@1163452466), errback=(continuation of Deferred@1151696054 after retry RPC after error@1392715866) -> (continuation of Deferred@28926624 after retry RPC after error@1304817450) -> (continuation of Deferred@577403624 after retry RPC after error@1759627015) -> (continuation of Deferred@570889433 after retry RPC after error@1079575308) -> (continuation of Deferred@831884501 after retry RPC after error@1470802975) -> (continuation of Deferred@1301400559 after retry RPC after error@1163452466)))
14:06:27.019 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@223882512(state=PENDING, result=null, callback=(continuation of Deferred@1151696054 after retry RPC after error@1392715866) -> (continuation of Deferred@28926624 after retry RPC after error@1304817450) -> (continuation of Deferred@577403624 after retry RPC after error@1759627015) -> (continuation of Deferred@570889433 after retry RPC after error@1079575308) -> (continuation of Deferred@831884501 after retry RPC after error@1470802975) -> (continuation of Deferred@1301400559 after retry RPC after error@1163452466), errback=(continuation of Deferred@1151696054 after retry RPC after error@1392715866) -> (continuation of Deferred@28926624 after retry RPC after error@1304817450) -> (continuation of Deferred@577403624 after retry RPC after error@1759627015) -> (continuation of Deferred@570889433 after retry RPC after error@1079575308) -> (continuation of Deferred@831884501 after retry RPC after error@1470802975) -> (continuation of Deferred@1301400559 after retry RPC after error@1163452466)))
14:06:27.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2129131678(state=PENDING, result=null, callback=(continuation of Deferred@1721118822 after retry RPC after error@2038701802) -> (continuation of Deferred@1542901766 after retry RPC after error@437575918) -> (continuation of Deferred@1297544906 after retry RPC after error@352109252) -> (continuation of Deferred@2045200061 after retry RPC after error@1145690879) -> (continuation of Deferred@1045664794 after retry RPC after error@1288408054) -> (continuation of Deferred@266006140 after retry RPC after error@89019226) -> (continuation of Deferred@664790189 after retry RPC after error@932925331) -> (continuation of Deferred@1877671442 after retry RPC after error@407479350), errback=(continuation of Deferred@1721118822 after retry RPC after error@2038701802) -> (continuation of Deferred@1542901766 after retry RPC after error@437575918) -> (continuation of Deferred@1297544906 after retry RPC after error@352109252) -> (continuation of Deferred@2045200061 after retry RPC after error@1145690879) -> (continuation of Deferred@1045664794 after retry RPC after error@1288408054) -> (continuation of Deferred@266006140 after retry RPC after error@89019226) -> (continuation of Deferred@664790189 after retry RPC after error@932925331) -> (continuation of Deferred@1877671442 after retry RPC after error@407479350)))
14:06:27.219 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2129131678(state=PENDING, result=null, callback=(continuation of Deferred@1721118822 after retry RPC after error@2038701802) -> (continuation of Deferred@1542901766 after retry RPC after error@437575918) -> (continuation of Deferred@1297544906 after retry RPC after error@352109252) -> (continuation of Deferred@2045200061 after retry RPC after error@1145690879) -> (continuation of Deferred@1045664794 after retry RPC after error@1288408054) -> (continuation of Deferred@266006140 after retry RPC after error@89019226) -> (continuation of Deferred@664790189 after retry RPC after error@932925331) -> (continuation of Deferred@1877671442 after retry RPC after error@407479350), errback=(continuation of Deferred@1721118822 after retry RPC after error@2038701802) -> (continuation of Deferred@1542901766 after retry RPC after error@437575918) -> (continuation of Deferred@1297544906 after retry RPC after error@352109252) -> (continuation of Deferred@2045200061 after retry RPC after error@1145690879) -> (continuation of Deferred@1045664794 after retry RPC after error@1288408054) -> (continuation of Deferred@266006140 after retry RPC after error@89019226) -> (continuation of Deferred@664790189 after retry RPC after error@932925331) -> (continuation of Deferred@1877671442 after retry RPC after error@407479350)))
14:06:27.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.238 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.398 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1551985773(state=PENDING, result=null, callback=(continuation of Deferred@2085244387 after retry RPC after error@2005300637) -> (continuation of Deferred@1119742966 after retry RPC after error@352847304) -> (continuation of Deferred@998471647 after retry RPC after error@2146293679) -> (continuation of Deferred@1386377727 after retry RPC after error@131143718) -> (continuation of Deferred@659335820 after retry RPC after error@915226981) -> (continuation of Deferred@2011292610 after retry RPC after error@2021578032) -> (continuation of Deferred@983832697 after retry RPC after error@1719595041), errback=(continuation of Deferred@2085244387 after retry RPC after error@2005300637) -> (continuation of Deferred@1119742966 after retry RPC after error@352847304) -> (continuation of Deferred@998471647 after retry RPC after error@2146293679) -> (continuation of Deferred@1386377727 after retry RPC after error@131143718) -> (continuation of Deferred@659335820 after retry RPC after error@915226981) -> (continuation of Deferred@2011292610 after retry RPC after error@2021578032) -> (continuation of Deferred@983832697 after retry RPC after error@1719595041)))
14:06:27.398 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1551985773(state=PENDING, result=null, callback=(continuation of Deferred@2085244387 after retry RPC after error@2005300637) -> (continuation of Deferred@1119742966 after retry RPC after error@352847304) -> (continuation of Deferred@998471647 after retry RPC after error@2146293679) -> (continuation of Deferred@1386377727 after retry RPC after error@131143718) -> (continuation of Deferred@659335820 after retry RPC after error@915226981) -> (continuation of Deferred@2011292610 after retry RPC after error@2021578032) -> (continuation of Deferred@983832697 after retry RPC after error@1719595041), errback=(continuation of Deferred@2085244387 after retry RPC after error@2005300637) -> (continuation of Deferred@1119742966 after retry RPC after error@352847304) -> (continuation of Deferred@998471647 after retry RPC after error@2146293679) -> (continuation of Deferred@1386377727 after retry RPC after error@131143718) -> (continuation of Deferred@659335820 after retry RPC after error@915226981) -> (continuation of Deferred@2011292610 after retry RPC after error@2021578032) -> (continuation of Deferred@983832697 after retry RPC after error@1719595041)))
14:06:27.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.538 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.538 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.658 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1251845867(state=PENDING, result=null, callback=(continuation of Deferred@1495620996 after retry RPC after error@1035643372) -> (continuation of Deferred@949914899 after retry RPC after error@529780245) -> (continuation of Deferred@1814657310 after retry RPC after error@78923966) -> (continuation of Deferred@1208920878 after retry RPC after error@1231824732) -> (continuation of Deferred@1856657126 after retry RPC after error@1224540725) -> (continuation of Deferred@1972864991 after retry RPC after error@1567168758) -> (continuation of Deferred@1640528091 after retry RPC after error@1099182717), errback=(continuation of Deferred@1495620996 after retry RPC after error@1035643372) -> (continuation of Deferred@949914899 after retry RPC after error@529780245) -> (continuation of Deferred@1814657310 after retry RPC after error@78923966) -> (continuation of Deferred@1208920878 after retry RPC after error@1231824732) -> (continuation of Deferred@1856657126 after retry RPC after error@1224540725) -> (continuation of Deferred@1972864991 after retry RPC after error@1567168758) -> (continuation of Deferred@1640528091 after retry RPC after error@1099182717)))
14:06:27.658 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1251845867(state=PENDING, result=null, callback=(continuation of Deferred@1495620996 after retry RPC after error@1035643372) -> (continuation of Deferred@949914899 after retry RPC after error@529780245) -> (continuation of Deferred@1814657310 after retry RPC after error@78923966) -> (continuation of Deferred@1208920878 after retry RPC after error@1231824732) -> (continuation of Deferred@1856657126 after retry RPC after error@1224540725) -> (continuation of Deferred@1972864991 after retry RPC after error@1567168758) -> (continuation of Deferred@1640528091 after retry RPC after error@1099182717), errback=(continuation of Deferred@1495620996 after retry RPC after error@1035643372) -> (continuation of Deferred@949914899 after retry RPC after error@529780245) -> (continuation of Deferred@1814657310 after retry RPC after error@78923966) -> (continuation of Deferred@1208920878 after retry RPC after error@1231824732) -> (continuation of Deferred@1856657126 after retry RPC after error@1224540725) -> (continuation of Deferred@1972864991 after retry RPC after error@1567168758) -> (continuation of Deferred@1640528091 after retry RPC after error@1099182717)))
14:06:27.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.698 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.719 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.937 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@165819270(state=PENDING, result=null, callback=(continuation of Deferred@1982965991 after retry RPC after error@1360920086) -> (continuation of Deferred@839774 after retry RPC after error@409648602) -> (continuation of Deferred@1667713184 after retry RPC after error@1572140948) -> (continuation of Deferred@1004290652 after retry RPC after error@1989520528) -> (continuation of Deferred@795793578 after retry RPC after error@1427931780) -> (continuation of Deferred@202106073 after retry RPC after error@1470179556) -> (continuation of Deferred@240324914 after retry RPC after error@1072343774), errback=(continuation of Deferred@1982965991 after retry RPC after error@1360920086) -> (continuation of Deferred@839774 after retry RPC after error@409648602) -> (continuation of Deferred@1667713184 after retry RPC after error@1572140948) -> (continuation of Deferred@1004290652 after retry RPC after error@1989520528) -> (continuation of Deferred@795793578 after retry RPC after error@1427931780) -> (continuation of Deferred@202106073 after retry RPC after error@1470179556) -> (continuation of Deferred@240324914 after retry RPC after error@1072343774)))
14:06:27.938 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:27.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:27.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:27.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:27.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:27.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:27.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.118 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@934114206(state=PENDING, result=null, callback=(continuation of Deferred@1278458993 after retry RPC after error@2083446816) -> (continuation of Deferred@709649564 after retry RPC after error@1981928392) -> (continuation of Deferred@656423241 after retry RPC after error@738517613) -> (continuation of Deferred@1696930805 after retry RPC after error@501361418) -> (continuation of Deferred@1001300878 after retry RPC after error@808597788) -> (continuation of Deferred@2097505884 after retry RPC after error@1899210893) -> (continuation of Deferred@1070585846 after retry RPC after error@504685514), errback=(continuation of Deferred@1278458993 after retry RPC after error@2083446816) -> (continuation of Deferred@709649564 after retry RPC after error@1981928392) -> (continuation of Deferred@656423241 after retry RPC after error@738517613) -> (continuation of Deferred@1696930805 after retry RPC after error@501361418) -> (continuation of Deferred@1001300878 after retry RPC after error@808597788) -> (continuation of Deferred@2097505884 after retry RPC after error@1899210893) -> (continuation of Deferred@1070585846 after retry RPC after error@504685514)))
14:06:28.118 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@934114206(state=PENDING, result=null, callback=(continuation of Deferred@1278458993 after retry RPC after error@2083446816) -> (continuation of Deferred@709649564 after retry RPC after error@1981928392) -> (continuation of Deferred@656423241 after retry RPC after error@738517613) -> (continuation of Deferred@1696930805 after retry RPC after error@501361418) -> (continuation of Deferred@1001300878 after retry RPC after error@808597788) -> (continuation of Deferred@2097505884 after retry RPC after error@1899210893) -> (continuation of Deferred@1070585846 after retry RPC after error@504685514), errback=(continuation of Deferred@1278458993 after retry RPC after error@2083446816) -> (continuation of Deferred@709649564 after retry RPC after error@1981928392) -> (continuation of Deferred@656423241 after retry RPC after error@738517613) -> (continuation of Deferred@1696930805 after retry RPC after error@501361418) -> (continuation of Deferred@1001300878 after retry RPC after error@808597788) -> (continuation of Deferred@2097505884 after retry RPC after error@1899210893) -> (continuation of Deferred@1070585846 after retry RPC after error@504685514)))
14:06:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:28.131744 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:28.131935 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:28.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.317 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.318 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1056307409(state=PENDING, result=null, callback=(continuation of Deferred@1832159993 after retry RPC after error@1997908054) -> (continuation of Deferred@1225630170 after retry RPC after error@1487924058) -> (continuation of Deferred@293982708 after retry RPC after error@1258851466) -> (continuation of Deferred@1865414464 after retry RPC after error@1216165060) -> (continuation of Deferred@2009617998 after retry RPC after error@2024532193) -> (continuation of Deferred@1747879235 after retry RPC after error@1238648726) -> (continuation of Deferred@2090537668 after retry RPC after error@1531973974), errback=(continuation of Deferred@1832159993 after retry RPC after error@1997908054) -> (continuation of Deferred@1225630170 after retry RPC after error@1487924058) -> (continuation of Deferred@293982708 after retry RPC after error@1258851466) -> (continuation of Deferred@1865414464 after retry RPC after error@1216165060) -> (continuation of Deferred@2009617998 after retry RPC after error@2024532193) -> (continuation of Deferred@1747879235 after retry RPC after error@1238648726) -> (continuation of Deferred@2090537668 after retry RPC after error@1531973974)))
14:06:28.319 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1056307409(state=PENDING, result=null, callback=(continuation of Deferred@1832159993 after retry RPC after error@1997908054) -> (continuation of Deferred@1225630170 after retry RPC after error@1487924058) -> (continuation of Deferred@293982708 after retry RPC after error@1258851466) -> (continuation of Deferred@1865414464 after retry RPC after error@1216165060) -> (continuation of Deferred@2009617998 after retry RPC after error@2024532193) -> (continuation of Deferred@1747879235 after retry RPC after error@1238648726) -> (continuation of Deferred@2090537668 after retry RPC after error@1531973974), errback=(continuation of Deferred@1832159993 after retry RPC after error@1997908054) -> (continuation of Deferred@1225630170 after retry RPC after error@1487924058) -> (continuation of Deferred@293982708 after retry RPC after error@1258851466) -> (continuation of Deferred@1865414464 after retry RPC after error@1216165060) -> (continuation of Deferred@2009617998 after retry RPC after error@2024532193) -> (continuation of Deferred@1747879235 after retry RPC after error@1238648726) -> (continuation of Deferred@2090537668 after retry RPC after error@1531973974)))
14:06:28.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.597 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1307298473(state=PENDING, result=null, callback=(continuation of Deferred@224854832 after retry RPC after error@1185431971) -> (continuation of Deferred@698358715 after retry RPC after error@973943460) -> (continuation of Deferred@264689750 after retry RPC after error@199697748) -> (continuation of Deferred@573803088 after retry RPC after error@1903690912) -> (continuation of Deferred@1212511921 after retry RPC after error@2050631528) -> (continuation of Deferred@1155875701 after retry RPC after error@1971913293) -> (continuation of Deferred@379196083 after retry RPC after error@1026586223), errback=(continuation of Deferred@224854832 after retry RPC after error@1185431971) -> (continuation of Deferred@698358715 after retry RPC after error@973943460) -> (continuation of Deferred@264689750 after retry RPC after error@199697748) -> (continuation of Deferred@573803088 after retry RPC after error@1903690912) -> (continuation of Deferred@1212511921 after retry RPC after error@2050631528) -> (continuation of Deferred@1155875701 after retry RPC after error@1971913293) -> (continuation of Deferred@379196083 after retry RPC after error@1026586223)))
14:06:28.598 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:28.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@413214535(state=PENDING, result=null, callback=(continuation of Deferred@1094028652 after retry RPC after error@2110493651) -> (continuation of Deferred@1124417418 after retry RPC after error@1376760754) -> (continuation of Deferred@1060903538 after retry RPC after error@516445005) -> (continuation of Deferred@1952171633 after retry RPC after error@1533442411) -> (continuation of Deferred@81135615 after retry RPC after error@1490583059) -> (continuation of Deferred@1914323767 after retry RPC after error@442483006) -> (continuation of Deferred@780321909 after retry RPC after error@900800336), errback=(continuation of Deferred@1094028652 after retry RPC after error@2110493651) -> (continuation of Deferred@1124417418 after retry RPC after error@1376760754) -> (continuation of Deferred@1060903538 after retry RPC after error@516445005) -> (continuation of Deferred@1952171633 after retry RPC after error@1533442411) -> (continuation of Deferred@81135615 after retry RPC after error@1490583059) -> (continuation of Deferred@1914323767 after retry RPC after error@442483006) -> (continuation of Deferred@780321909 after retry RPC after error@900800336)))
14:06:28.779 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@413214535(state=PENDING, result=null, callback=(continuation of Deferred@1094028652 after retry RPC after error@2110493651) -> (continuation of Deferred@1124417418 after retry RPC after error@1376760754) -> (continuation of Deferred@1060903538 after retry RPC after error@516445005) -> (continuation of Deferred@1952171633 after retry RPC after error@1533442411) -> (continuation of Deferred@81135615 after retry RPC after error@1490583059) -> (continuation of Deferred@1914323767 after retry RPC after error@442483006) -> (continuation of Deferred@780321909 after retry RPC after error@900800336), errback=(continuation of Deferred@1094028652 after retry RPC after error@2110493651) -> (continuation of Deferred@1124417418 after retry RPC after error@1376760754) -> (continuation of Deferred@1060903538 after retry RPC after error@516445005) -> (continuation of Deferred@1952171633 after retry RPC after error@1533442411) -> (continuation of Deferred@81135615 after retry RPC after error@1490583059) -> (continuation of Deferred@1914323767 after retry RPC after error@442483006) -> (continuation of Deferred@780321909 after retry RPC after error@900800336)))
14:06:28.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.819 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.938 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:28.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:28.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:28.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:28.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:28.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1985396304(state=PENDING, result=null, callback=(continuation of Deferred@61315249 after retry RPC after error@2137080) -> (continuation of Deferred@137694372 after retry RPC after error@1263699916) -> (continuation of Deferred@1947204615 after retry RPC after error@1895061029) -> (continuation of Deferred@1350837427 after retry RPC after error@255305096) -> (continuation of Deferred@80977837 after retry RPC after error@1447343212) -> (continuation of Deferred@664052651 after retry RPC after error@364730676) -> (continuation of Deferred@227246809 after retry RPC after error@2116006096), errback=(continuation of Deferred@61315249 after retry RPC after error@2137080) -> (continuation of Deferred@137694372 after retry RPC after error@1263699916) -> (continuation of Deferred@1947204615 after retry RPC after error@1895061029) -> (continuation of Deferred@1350837427 after retry RPC after error@255305096) -> (continuation of Deferred@80977837 after retry RPC after error@1447343212) -> (continuation of Deferred@664052651 after retry RPC after error@364730676) -> (continuation of Deferred@227246809 after retry RPC after error@2116006096)))
14:06:28.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1985396304(state=PENDING, result=null, callback=(continuation of Deferred@61315249 after retry RPC after error@2137080) -> (continuation of Deferred@137694372 after retry RPC after error@1263699916) -> (continuation of Deferred@1947204615 after retry RPC after error@1895061029) -> (continuation of Deferred@1350837427 after retry RPC after error@255305096) -> (continuation of Deferred@80977837 after retry RPC after error@1447343212) -> (continuation of Deferred@664052651 after retry RPC after error@364730676) -> (continuation of Deferred@227246809 after retry RPC after error@2116006096), errback=(continuation of Deferred@61315249 after retry RPC after error@2137080) -> (continuation of Deferred@137694372 after retry RPC after error@1263699916) -> (continuation of Deferred@1947204615 after retry RPC after error@1895061029) -> (continuation of Deferred@1350837427 after retry RPC after error@255305096) -> (continuation of Deferred@80977837 after retry RPC after error@1447343212) -> (continuation of Deferred@664052651 after retry RPC after error@364730676) -> (continuation of Deferred@227246809 after retry RPC after error@2116006096)))
14:06:29.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.258 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.258 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@637156523(state=PENDING, result=null, callback=(continuation of Deferred@861767879 after retry RPC after error@916554996) -> (continuation of Deferred@270093024 after retry RPC after error@1693590316) -> (continuation of Deferred@993428677 after retry RPC after error@17445235) -> (continuation of Deferred@1528706552 after retry RPC after error@771790580) -> (continuation of Deferred@555695965 after retry RPC after error@1909326756) -> (continuation of Deferred@1540708752 after retry RPC after error@1908986664) -> (continuation of Deferred@695599003 after retry RPC after error@673651250), errback=(continuation of Deferred@861767879 after retry RPC after error@916554996) -> (continuation of Deferred@270093024 after retry RPC after error@1693590316) -> (continuation of Deferred@993428677 after retry RPC after error@17445235) -> (continuation of Deferred@1528706552 after retry RPC after error@771790580) -> (continuation of Deferred@555695965 after retry RPC after error@1909326756) -> (continuation of Deferred@1540708752 after retry RPC after error@1908986664) -> (continuation of Deferred@695599003 after retry RPC after error@673651250)))
14:06:29.259 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@637156523(state=PENDING, result=null, callback=(continuation of Deferred@861767879 after retry RPC after error@916554996) -> (continuation of Deferred@270093024 after retry RPC after error@1693590316) -> (continuation of Deferred@993428677 after retry RPC after error@17445235) -> (continuation of Deferred@1528706552 after retry RPC after error@771790580) -> (continuation of Deferred@555695965 after retry RPC after error@1909326756) -> (continuation of Deferred@1540708752 after retry RPC after error@1908986664) -> (continuation of Deferred@695599003 after retry RPC after error@673651250), errback=(continuation of Deferred@861767879 after retry RPC after error@916554996) -> (continuation of Deferred@270093024 after retry RPC after error@1693590316) -> (continuation of Deferred@993428677 after retry RPC after error@17445235) -> (continuation of Deferred@1528706552 after retry RPC after error@771790580) -> (continuation of Deferred@555695965 after retry RPC after error@1909326756) -> (continuation of Deferred@1540708752 after retry RPC after error@1908986664) -> (continuation of Deferred@695599003 after retry RPC after error@673651250)))
14:06:29.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.357 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1140838938(state=PENDING, result=null, callback=(continuation of Deferred@796741417 after retry RPC after error@1521395186) -> (continuation of Deferred@1875442580 after retry RPC after error@1385859957) -> (continuation of Deferred@391877128 after retry RPC after error@947201060) -> (continuation of Deferred@281640165 after retry RPC after error@370056362) -> (continuation of Deferred@1561233329 after retry RPC after error@1280035888) -> (continuation of Deferred@389984008 after retry RPC after error@1974966921) -> (continuation of Deferred@1546500225 after retry RPC after error@1318442360), errback=(continuation of Deferred@796741417 after retry RPC after error@1521395186) -> (continuation of Deferred@1875442580 after retry RPC after error@1385859957) -> (continuation of Deferred@391877128 after retry RPC after error@947201060) -> (continuation of Deferred@281640165 after retry RPC after error@370056362) -> (continuation of Deferred@1561233329 after retry RPC after error@1280035888) -> (continuation of Deferred@389984008 after retry RPC after error@1974966921) -> (continuation of Deferred@1546500225 after retry RPC after error@1318442360)))
14:06:29.518 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1140838938(state=PENDING, result=null, callback=(continuation of Deferred@796741417 after retry RPC after error@1521395186) -> (continuation of Deferred@1875442580 after retry RPC after error@1385859957) -> (continuation of Deferred@391877128 after retry RPC after error@947201060) -> (continuation of Deferred@281640165 after retry RPC after error@370056362) -> (continuation of Deferred@1561233329 after retry RPC after error@1280035888) -> (continuation of Deferred@389984008 after retry RPC after error@1974966921) -> (continuation of Deferred@1546500225 after retry RPC after error@1318442360), errback=(continuation of Deferred@796741417 after retry RPC after error@1521395186) -> (continuation of Deferred@1875442580 after retry RPC after error@1385859957) -> (continuation of Deferred@391877128 after retry RPC after error@947201060) -> (continuation of Deferred@281640165 after retry RPC after error@370056362) -> (continuation of Deferred@1561233329 after retry RPC after error@1280035888) -> (continuation of Deferred@389984008 after retry RPC after error@1974966921) -> (continuation of Deferred@1546500225 after retry RPC after error@1318442360)))
14:06:29.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.597 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@671969553(state=PENDING, result=null, callback=(continuation of Deferred@1621529478 after retry RPC after error@961388792) -> (continuation of Deferred@601864928 after retry RPC after error@1620693619) -> (continuation of Deferred@888620869 after retry RPC after error@1625910083) -> (continuation of Deferred@1052759300 after retry RPC after error@270242538) -> (continuation of Deferred@509092547 after retry RPC after error@901833016) -> (continuation of Deferred@1964442993 after retry RPC after error@970413563) -> (continuation of Deferred@1715877432 after retry RPC after error@1421726441), errback=(continuation of Deferred@1621529478 after retry RPC after error@961388792) -> (continuation of Deferred@601864928 after retry RPC after error@1620693619) -> (continuation of Deferred@888620869 after retry RPC after error@1625910083) -> (continuation of Deferred@1052759300 after retry RPC after error@270242538) -> (continuation of Deferred@509092547 after retry RPC after error@901833016) -> (continuation of Deferred@1964442993 after retry RPC after error@970413563) -> (continuation of Deferred@1715877432 after retry RPC after error@1421726441)))
14:06:29.739 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@671969553(state=PENDING, result=null, callback=(continuation of Deferred@1621529478 after retry RPC after error@961388792) -> (continuation of Deferred@601864928 after retry RPC after error@1620693619) -> (continuation of Deferred@888620869 after retry RPC after error@1625910083) -> (continuation of Deferred@1052759300 after retry RPC after error@270242538) -> (continuation of Deferred@509092547 after retry RPC after error@901833016) -> (continuation of Deferred@1964442993 after retry RPC after error@970413563) -> (continuation of Deferred@1715877432 after retry RPC after error@1421726441), errback=(continuation of Deferred@1621529478 after retry RPC after error@961388792) -> (continuation of Deferred@601864928 after retry RPC after error@1620693619) -> (continuation of Deferred@888620869 after retry RPC after error@1625910083) -> (continuation of Deferred@1052759300 after retry RPC after error@270242538) -> (continuation of Deferred@509092547 after retry RPC after error@901833016) -> (continuation of Deferred@1964442993 after retry RPC after error@970413563) -> (continuation of Deferred@1715877432 after retry RPC after error@1421726441)))
14:06:29.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:29.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:29.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:29.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:29.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:29.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@226345871(state=PENDING, result=null, callback=(continuation of Deferred@731016218 after retry RPC after error@1520345352) -> (continuation of Deferred@351477211 after retry RPC after error@2012333425) -> (continuation of Deferred@1337689385 after retry RPC after error@1610804023) -> (continuation of Deferred@1821585193 after retry RPC after error@363902343) -> (continuation of Deferred@103938261 after retry RPC after error@1906172023) -> (continuation of Deferred@75653898 after retry RPC after error@344908432) -> (continuation of Deferred@493901700 after retry RPC after error@57704965), errback=(continuation of Deferred@731016218 after retry RPC after error@1520345352) -> (continuation of Deferred@351477211 after retry RPC after error@2012333425) -> (continuation of Deferred@1337689385 after retry RPC after error@1610804023) -> (continuation of Deferred@1821585193 after retry RPC after error@363902343) -> (continuation of Deferred@103938261 after retry RPC after error@1906172023) -> (continuation of Deferred@75653898 after retry RPC after error@344908432) -> (continuation of Deferred@493901700 after retry RPC after error@57704965)))
14:06:29.999 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@226345871(state=PENDING, result=null, callback=(continuation of Deferred@731016218 after retry RPC after error@1520345352) -> (continuation of Deferred@351477211 after retry RPC after error@2012333425) -> (continuation of Deferred@1337689385 after retry RPC after error@1610804023) -> (continuation of Deferred@1821585193 after retry RPC after error@363902343) -> (continuation of Deferred@103938261 after retry RPC after error@1906172023) -> (continuation of Deferred@75653898 after retry RPC after error@344908432) -> (continuation of Deferred@493901700 after retry RPC after error@57704965), errback=(continuation of Deferred@731016218 after retry RPC after error@1520345352) -> (continuation of Deferred@351477211 after retry RPC after error@2012333425) -> (continuation of Deferred@1337689385 after retry RPC after error@1610804023) -> (continuation of Deferred@1821585193 after retry RPC after error@363902343) -> (continuation of Deferred@103938261 after retry RPC after error@1906172023) -> (continuation of Deferred@75653898 after retry RPC after error@344908432) -> (continuation of Deferred@493901700 after retry RPC after error@57704965)))
14:06:30.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.178 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@308949638(state=PENDING, result=null, callback=(continuation of Deferred@1127650397 after retry RPC after error@278097555) -> (continuation of Deferred@2052406259 after retry RPC after error@963168317) -> (continuation of Deferred@1317746481 after retry RPC after error@1172782981) -> (continuation of Deferred@381558377 after retry RPC after error@1768424867) -> (continuation of Deferred@2127398144 after retry RPC after error@44734027) -> (continuation of Deferred@1686215969 after retry RPC after error@1307433231) -> (continuation of Deferred@1603969079 after retry RPC after error@156532033), errback=(continuation of Deferred@1127650397 after retry RPC after error@278097555) -> (continuation of Deferred@2052406259 after retry RPC after error@963168317) -> (continuation of Deferred@1317746481 after retry RPC after error@1172782981) -> (continuation of Deferred@381558377 after retry RPC after error@1768424867) -> (continuation of Deferred@2127398144 after retry RPC after error@44734027) -> (continuation of Deferred@1686215969 after retry RPC after error@1307433231) -> (continuation of Deferred@1603969079 after retry RPC after error@156532033)))
14:06:30.178 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@308949638(state=PENDING, result=null, callback=(continuation of Deferred@1127650397 after retry RPC after error@278097555) -> (continuation of Deferred@2052406259 after retry RPC after error@963168317) -> (continuation of Deferred@1317746481 after retry RPC after error@1172782981) -> (continuation of Deferred@381558377 after retry RPC after error@1768424867) -> (continuation of Deferred@2127398144 after retry RPC after error@44734027) -> (continuation of Deferred@1686215969 after retry RPC after error@1307433231) -> (continuation of Deferred@1603969079 after retry RPC after error@156532033), errback=(continuation of Deferred@1127650397 after retry RPC after error@278097555) -> (continuation of Deferred@2052406259 after retry RPC after error@963168317) -> (continuation of Deferred@1317746481 after retry RPC after error@1172782981) -> (continuation of Deferred@381558377 after retry RPC after error@1768424867) -> (continuation of Deferred@2127398144 after retry RPC after error@44734027) -> (continuation of Deferred@1686215969 after retry RPC after error@1307433231) -> (continuation of Deferred@1603969079 after retry RPC after error@156532033)))
14:06:30.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.337 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.337 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.337 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.337 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.337 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.337 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.419 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.419 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@659062782(state=PENDING, result=null, callback=(continuation of Deferred@1971499549 after retry RPC after error@562302065) -> (continuation of Deferred@2039160707 after retry RPC after error@500705475) -> (continuation of Deferred@2099934015 after retry RPC after error@2085363567) -> (continuation of Deferred@1562013794 after retry RPC after error@30983474) -> (continuation of Deferred@793111997 after retry RPC after error@862857309) -> (continuation of Deferred@1039783730 after retry RPC after error@2052027626) -> (continuation of Deferred@2061981211 after retry RPC after error@948544986), errback=(continuation of Deferred@1971499549 after retry RPC after error@562302065) -> (continuation of Deferred@2039160707 after retry RPC after error@500705475) -> (continuation of Deferred@2099934015 after retry RPC after error@2085363567) -> (continuation of Deferred@1562013794 after retry RPC after error@30983474) -> (continuation of Deferred@793111997 after retry RPC after error@862857309) -> (continuation of Deferred@1039783730 after retry RPC after error@2052027626) -> (continuation of Deferred@2061981211 after retry RPC after error@948544986)))
14:06:30.419 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@659062782(state=PENDING, result=null, callback=(continuation of Deferred@1971499549 after retry RPC after error@562302065) -> (continuation of Deferred@2039160707 after retry RPC after error@500705475) -> (continuation of Deferred@2099934015 after retry RPC after error@2085363567) -> (continuation of Deferred@1562013794 after retry RPC after error@30983474) -> (continuation of Deferred@793111997 after retry RPC after error@862857309) -> (continuation of Deferred@1039783730 after retry RPC after error@2052027626) -> (continuation of Deferred@2061981211 after retry RPC after error@948544986), errback=(continuation of Deferred@1971499549 after retry RPC after error@562302065) -> (continuation of Deferred@2039160707 after retry RPC after error@500705475) -> (continuation of Deferred@2099934015 after retry RPC after error@2085363567) -> (continuation of Deferred@1562013794 after retry RPC after error@30983474) -> (continuation of Deferred@793111997 after retry RPC after error@862857309) -> (continuation of Deferred@1039783730 after retry RPC after error@2052027626) -> (continuation of Deferred@2061981211 after retry RPC after error@948544986)))
14:06:30.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:30.629632 4106 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:30.631956 4106 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:30.633800 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:30.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1629470246(state=PENDING, result=null, callback=(continuation of Deferred@815610330 after retry RPC after error@527441265) -> (continuation of Deferred@1404279355 after retry RPC after error@1329721573) -> (continuation of Deferred@382419774 after retry RPC after error@156196611) -> (continuation of Deferred@1189244499 after retry RPC after error@107247794) -> (continuation of Deferred@1249516019 after retry RPC after error@960426232) -> (continuation of Deferred@1828426106 after retry RPC after error@1233114559) -> (continuation of Deferred@1406200034 after retry RPC after error@497511248), errback=(continuation of Deferred@815610330 after retry RPC after error@527441265) -> (continuation of Deferred@1404279355 after retry RPC after error@1329721573) -> (continuation of Deferred@382419774 after retry RPC after error@156196611) -> (continuation of Deferred@1189244499 after retry RPC after error@107247794) -> (continuation of Deferred@1249516019 after retry RPC after error@960426232) -> (continuation of Deferred@1828426106 after retry RPC after error@1233114559) -> (continuation of Deferred@1406200034 after retry RPC after error@497511248)))
14:06:30.639 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1629470246(state=PENDING, result=null, callback=(continuation of Deferred@815610330 after retry RPC after error@527441265) -> (continuation of Deferred@1404279355 after retry RPC after error@1329721573) -> (continuation of Deferred@382419774 after retry RPC after error@156196611) -> (continuation of Deferred@1189244499 after retry RPC after error@107247794) -> (continuation of Deferred@1249516019 after retry RPC after error@960426232) -> (continuation of Deferred@1828426106 after retry RPC after error@1233114559) -> (continuation of Deferred@1406200034 after retry RPC after error@497511248), errback=(continuation of Deferred@815610330 after retry RPC after error@527441265) -> (continuation of Deferred@1404279355 after retry RPC after error@1329721573) -> (continuation of Deferred@382419774 after retry RPC after error@156196611) -> (continuation of Deferred@1189244499 after retry RPC after error@107247794) -> (continuation of Deferred@1249516019 after retry RPC after error@960426232) -> (continuation of Deferred@1828426106 after retry RPC after error@1233114559) -> (continuation of Deferred@1406200034 after retry RPC after error@497511248)))
14:06:30.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@810174897(state=PENDING, result=null, callback=(continuation of Deferred@250102752 after retry RPC after error@1404876517) -> (continuation of Deferred@271142461 after retry RPC after error@1917618760) -> (continuation of Deferred@1056387234 after retry RPC after error@147497479) -> (continuation of Deferred@1388862853 after retry RPC after error@1153467230) -> (continuation of Deferred@1127602500 after retry RPC after error@515015103) -> (continuation of Deferred@243712921 after retry RPC after error@1310489444) -> (continuation of Deferred@596534298 after retry RPC after error@691779245), errback=(continuation of Deferred@250102752 after retry RPC after error@1404876517) -> (continuation of Deferred@271142461 after retry RPC after error@1917618760) -> (continuation of Deferred@1056387234 after retry RPC after error@147497479) -> (continuation of Deferred@1388862853 after retry RPC after error@1153467230) -> (continuation of Deferred@1127602500 after retry RPC after error@515015103) -> (continuation of Deferred@243712921 after retry RPC after error@1310489444) -> (continuation of Deferred@596534298 after retry RPC after error@691779245)))
14:06:30.859 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@810174897(state=PENDING, result=null, callback=(continuation of Deferred@250102752 after retry RPC after error@1404876517) -> (continuation of Deferred@271142461 after retry RPC after error@1917618760) -> (continuation of Deferred@1056387234 after retry RPC after error@147497479) -> (continuation of Deferred@1388862853 after retry RPC after error@1153467230) -> (continuation of Deferred@1127602500 after retry RPC after error@515015103) -> (continuation of Deferred@243712921 after retry RPC after error@1310489444) -> (continuation of Deferred@596534298 after retry RPC after error@691779245), errback=(continuation of Deferred@250102752 after retry RPC after error@1404876517) -> (continuation of Deferred@271142461 after retry RPC after error@1917618760) -> (continuation of Deferred@1056387234 after retry RPC after error@147497479) -> (continuation of Deferred@1388862853 after retry RPC after error@1153467230) -> (continuation of Deferred@1127602500 after retry RPC after error@515015103) -> (continuation of Deferred@243712921 after retry RPC after error@1310489444) -> (continuation of Deferred@596534298 after retry RPC after error@691779245)))
14:06:30.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:30.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:30.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:30.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:30.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:30.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.078 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1076270130(state=PENDING, result=null, callback=(continuation of Deferred@1628734398 after retry RPC after error@1620150969) -> (continuation of Deferred@1193761585 after retry RPC after error@869585123) -> (continuation of Deferred@1989717076 after retry RPC after error@447751292) -> (continuation of Deferred@1731402440 after retry RPC after error@1928699141) -> (continuation of Deferred@1102865667 after retry RPC after error@1513368204) -> (continuation of Deferred@632196696 after retry RPC after error@2070753885) -> (continuation of Deferred@1507578958 after retry RPC after error@583071155) -> (continuation of Deferred@1942840317 after retry RPC after error@1629509635), errback=(continuation of Deferred@1628734398 after retry RPC after error@1620150969) -> (continuation of Deferred@1193761585 after retry RPC after error@869585123) -> (continuation of Deferred@1989717076 after retry RPC after error@447751292) -> (continuation of Deferred@1731402440 after retry RPC after error@1928699141) -> (continuation of Deferred@1102865667 after retry RPC after error@1513368204) -> (continuation of Deferred@632196696 after retry RPC after error@2070753885) -> (continuation of Deferred@1507578958 after retry RPC after error@583071155) -> (continuation of Deferred@1942840317 after retry RPC after error@1629509635)))
14:06:31.078 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1076270130(state=PENDING, result=null, callback=(continuation of Deferred@1628734398 after retry RPC after error@1620150969) -> (continuation of Deferred@1193761585 after retry RPC after error@869585123) -> (continuation of Deferred@1989717076 after retry RPC after error@447751292) -> (continuation of Deferred@1731402440 after retry RPC after error@1928699141) -> (continuation of Deferred@1102865667 after retry RPC after error@1513368204) -> (continuation of Deferred@632196696 after retry RPC after error@2070753885) -> (continuation of Deferred@1507578958 after retry RPC after error@583071155) -> (continuation of Deferred@1942840317 after retry RPC after error@1629509635), errback=(continuation of Deferred@1628734398 after retry RPC after error@1620150969) -> (continuation of Deferred@1193761585 after retry RPC after error@869585123) -> (continuation of Deferred@1989717076 after retry RPC after error@447751292) -> (continuation of Deferred@1731402440 after retry RPC after error@1928699141) -> (continuation of Deferred@1102865667 after retry RPC after error@1513368204) -> (continuation of Deferred@632196696 after retry RPC after error@2070753885) -> (continuation of Deferred@1507578958 after retry RPC after error@583071155) -> (continuation of Deferred@1942840317 after retry RPC after error@1629509635)))
14:06:31.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.278 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1569874309(state=PENDING, result=null, callback=(continuation of Deferred@1616196703 after retry RPC after error@599181182) -> (continuation of Deferred@1701003738 after retry RPC after error@724798138) -> (continuation of Deferred@1645065295 after retry RPC after error@2006258247) -> (continuation of Deferred@134738174 after retry RPC after error@1071041822) -> (continuation of Deferred@821475687 after retry RPC after error@1873711636) -> (continuation of Deferred@1478041375 after retry RPC after error@1370396479) -> (continuation of Deferred@1410736620 after retry RPC after error@1328756552), errback=(continuation of Deferred@1616196703 after retry RPC after error@599181182) -> (continuation of Deferred@1701003738 after retry RPC after error@724798138) -> (continuation of Deferred@1645065295 after retry RPC after error@2006258247) -> (continuation of Deferred@134738174 after retry RPC after error@1071041822) -> (continuation of Deferred@821475687 after retry RPC after error@1873711636) -> (continuation of Deferred@1478041375 after retry RPC after error@1370396479) -> (continuation of Deferred@1410736620 after retry RPC after error@1328756552)))
14:06:31.279 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1569874309(state=PENDING, result=null, callback=(continuation of Deferred@1616196703 after retry RPC after error@599181182) -> (continuation of Deferred@1701003738 after retry RPC after error@724798138) -> (continuation of Deferred@1645065295 after retry RPC after error@2006258247) -> (continuation of Deferred@134738174 after retry RPC after error@1071041822) -> (continuation of Deferred@821475687 after retry RPC after error@1873711636) -> (continuation of Deferred@1478041375 after retry RPC after error@1370396479) -> (continuation of Deferred@1410736620 after retry RPC after error@1328756552), errback=(continuation of Deferred@1616196703 after retry RPC after error@599181182) -> (continuation of Deferred@1701003738 after retry RPC after error@724798138) -> (continuation of Deferred@1645065295 after retry RPC after error@2006258247) -> (continuation of Deferred@134738174 after retry RPC after error@1071041822) -> (continuation of Deferred@821475687 after retry RPC after error@1873711636) -> (continuation of Deferred@1478041375 after retry RPC after error@1370396479) -> (continuation of Deferred@1410736620 after retry RPC after error@1328756552)))
14:06:31.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.317 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.358 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.417 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.417 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.479 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@127754279(state=PENDING, result=null, callback=(continuation of Deferred@2144003089 after retry RPC after error@14283649) -> (continuation of Deferred@1448269600 after retry RPC after error@975313301) -> (continuation of Deferred@308316332 after retry RPC after error@1567241370) -> (continuation of Deferred@490800064 after retry RPC after error@923094860) -> (continuation of Deferred@557221096 after retry RPC after error@771009200) -> (continuation of Deferred@943649741 after retry RPC after error@626832553), errback=(continuation of Deferred@2144003089 after retry RPC after error@14283649) -> (continuation of Deferred@1448269600 after retry RPC after error@975313301) -> (continuation of Deferred@308316332 after retry RPC after error@1567241370) -> (continuation of Deferred@490800064 after retry RPC after error@923094860) -> (continuation of Deferred@557221096 after retry RPC after error@771009200) -> (continuation of Deferred@943649741 after retry RPC after error@626832553)))
14:06:31.479 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@127754279(state=PENDING, result=null, callback=(continuation of Deferred@2144003089 after retry RPC after error@14283649) -> (continuation of Deferred@1448269600 after retry RPC after error@975313301) -> (continuation of Deferred@308316332 after retry RPC after error@1567241370) -> (continuation of Deferred@490800064 after retry RPC after error@923094860) -> (continuation of Deferred@557221096 after retry RPC after error@771009200) -> (continuation of Deferred@943649741 after retry RPC after error@626832553), errback=(continuation of Deferred@2144003089 after retry RPC after error@14283649) -> (continuation of Deferred@1448269600 after retry RPC after error@975313301) -> (continuation of Deferred@308316332 after retry RPC after error@1567241370) -> (continuation of Deferred@490800064 after retry RPC after error@923094860) -> (continuation of Deferred@557221096 after retry RPC after error@771009200) -> (continuation of Deferred@943649741 after retry RPC after error@626832553)))
14:06:31.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.519 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.739 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1143319950(state=PENDING, result=null, callback=(continuation of Deferred@1931874597 after retry RPC after error@1922976330) -> (continuation of Deferred@2076892687 after retry RPC after error@317347109) -> (continuation of Deferred@1359401316 after retry RPC after error@1363811604) -> (continuation of Deferred@2094893972 after retry RPC after error@1012836951) -> (continuation of Deferred@1530188105 after retry RPC after error@1519900038) -> (continuation of Deferred@1241932907 after retry RPC after error@63136622) -> (continuation of Deferred@2113946822 after retry RPC after error@442471781), errback=(continuation of Deferred@1931874597 after retry RPC after error@1922976330) -> (continuation of Deferred@2076892687 after retry RPC after error@317347109) -> (continuation of Deferred@1359401316 after retry RPC after error@1363811604) -> (continuation of Deferred@2094893972 after retry RPC after error@1012836951) -> (continuation of Deferred@1530188105 after retry RPC after error@1519900038) -> (continuation of Deferred@1241932907 after retry RPC after error@63136622) -> (continuation of Deferred@2113946822 after retry RPC after error@442471781)))
14:06:31.739 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1143319950(state=PENDING, result=null, callback=(continuation of Deferred@1931874597 after retry RPC after error@1922976330) -> (continuation of Deferred@2076892687 after retry RPC after error@317347109) -> (continuation of Deferred@1359401316 after retry RPC after error@1363811604) -> (continuation of Deferred@2094893972 after retry RPC after error@1012836951) -> (continuation of Deferred@1530188105 after retry RPC after error@1519900038) -> (continuation of Deferred@1241932907 after retry RPC after error@63136622) -> (continuation of Deferred@2113946822 after retry RPC after error@442471781), errback=(continuation of Deferred@1931874597 after retry RPC after error@1922976330) -> (continuation of Deferred@2076892687 after retry RPC after error@317347109) -> (continuation of Deferred@1359401316 after retry RPC after error@1363811604) -> (continuation of Deferred@2094893972 after retry RPC after error@1012836951) -> (continuation of Deferred@1530188105 after retry RPC after error@1519900038) -> (continuation of Deferred@1241932907 after retry RPC after error@63136622) -> (continuation of Deferred@2113946822 after retry RPC after error@442471781)))
14:06:31.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.821 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.918 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@119084462(state=PENDING, result=null, callback=(continuation of Deferred@1628130453 after retry RPC after error@504168330) -> (continuation of Deferred@2137887943 after retry RPC after error@815155937) -> (continuation of Deferred@197314434 after retry RPC after error@1925945823) -> (continuation of Deferred@1628692717 after retry RPC after error@1666219884) -> (continuation of Deferred@2125683283 after retry RPC after error@1343762747) -> (continuation of Deferred@779269981 after retry RPC after error@1312364256), errback=(continuation of Deferred@1628130453 after retry RPC after error@504168330) -> (continuation of Deferred@2137887943 after retry RPC after error@815155937) -> (continuation of Deferred@197314434 after retry RPC after error@1925945823) -> (continuation of Deferred@1628692717 after retry RPC after error@1666219884) -> (continuation of Deferred@2125683283 after retry RPC after error@1343762747) -> (continuation of Deferred@779269981 after retry RPC after error@1312364256)))
14:06:31.919 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@119084462(state=PENDING, result=null, callback=(continuation of Deferred@1628130453 after retry RPC after error@504168330) -> (continuation of Deferred@2137887943 after retry RPC after error@815155937) -> (continuation of Deferred@197314434 after retry RPC after error@1925945823) -> (continuation of Deferred@1628692717 after retry RPC after error@1666219884) -> (continuation of Deferred@2125683283 after retry RPC after error@1343762747) -> (continuation of Deferred@779269981 after retry RPC after error@1312364256), errback=(continuation of Deferred@1628130453 after retry RPC after error@504168330) -> (continuation of Deferred@2137887943 after retry RPC after error@815155937) -> (continuation of Deferred@197314434 after retry RPC after error@1925945823) -> (continuation of Deferred@1628692717 after retry RPC after error@1666219884) -> (continuation of Deferred@2125683283 after retry RPC after error@1343762747) -> (continuation of Deferred@779269981 after retry RPC after error@1312364256)))
14:06:31.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:31.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:31.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:31.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:31.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:31.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.037 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.037 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.037 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.079 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.079 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@512663763(state=PENDING, result=null, callback=(continuation of Deferred@589364278 after retry RPC after error@891091213) -> (continuation of Deferred@1463915174 after retry RPC after error@1017264293) -> (continuation of Deferred@415736395 after retry RPC after error@1254221007) -> (continuation of Deferred@298748819 after retry RPC after error@1006960159) -> (continuation of Deferred@435471918 after retry RPC after error@1557573187) -> (continuation of Deferred@958473305 after retry RPC after error@575590756) -> (continuation of Deferred@498382517 after retry RPC after error@1962522614), errback=(continuation of Deferred@589364278 after retry RPC after error@891091213) -> (continuation of Deferred@1463915174 after retry RPC after error@1017264293) -> (continuation of Deferred@415736395 after retry RPC after error@1254221007) -> (continuation of Deferred@298748819 after retry RPC after error@1006960159) -> (continuation of Deferred@435471918 after retry RPC after error@1557573187) -> (continuation of Deferred@958473305 after retry RPC after error@575590756) -> (continuation of Deferred@498382517 after retry RPC after error@1962522614)))
14:06:32.159 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [223ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@512663763(state=PENDING, result=null, callback=(continuation of Deferred@589364278 after retry RPC after error@891091213) -> (continuation of Deferred@1463915174 after retry RPC after error@1017264293) -> (continuation of Deferred@415736395 after retry RPC after error@1254221007) -> (continuation of Deferred@298748819 after retry RPC after error@1006960159) -> (continuation of Deferred@435471918 after retry RPC after error@1557573187) -> (continuation of Deferred@958473305 after retry RPC after error@575590756) -> (continuation of Deferred@498382517 after retry RPC after error@1962522614), errback=(continuation of Deferred@589364278 after retry RPC after error@891091213) -> (continuation of Deferred@1463915174 after retry RPC after error@1017264293) -> (continuation of Deferred@415736395 after retry RPC after error@1254221007) -> (continuation of Deferred@298748819 after retry RPC after error@1006960159) -> (continuation of Deferred@435471918 after retry RPC after error@1557573187) -> (continuation of Deferred@958473305 after retry RPC after error@575590756) -> (continuation of Deferred@498382517 after retry RPC after error@1962522614)))
14:06:32.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.199 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.238 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.240 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.259 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.359 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1290565320(state=PENDING, result=null, callback=(continuation of Deferred@340759417 after retry RPC after error@1682287202) -> (continuation of Deferred@1185223696 after retry RPC after error@1766879290) -> (continuation of Deferred@32301618 after retry RPC after error@1219714775) -> (continuation of Deferred@651744837 after retry RPC after error@1281602308) -> (continuation of Deferred@712517064 after retry RPC after error@2020574134) -> (continuation of Deferred@409278464 after retry RPC after error@1229943707), errback=(continuation of Deferred@340759417 after retry RPC after error@1682287202) -> (continuation of Deferred@1185223696 after retry RPC after error@1766879290) -> (continuation of Deferred@32301618 after retry RPC after error@1219714775) -> (continuation of Deferred@651744837 after retry RPC after error@1281602308) -> (continuation of Deferred@712517064 after retry RPC after error@2020574134) -> (continuation of Deferred@409278464 after retry RPC after error@1229943707)))
14:06:32.359 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1290565320(state=PENDING, result=null, callback=(continuation of Deferred@340759417 after retry RPC after error@1682287202) -> (continuation of Deferred@1185223696 after retry RPC after error@1766879290) -> (continuation of Deferred@32301618 after retry RPC after error@1219714775) -> (continuation of Deferred@651744837 after retry RPC after error@1281602308) -> (continuation of Deferred@712517064 after retry RPC after error@2020574134) -> (continuation of Deferred@409278464 after retry RPC after error@1229943707), errback=(continuation of Deferred@340759417 after retry RPC after error@1682287202) -> (continuation of Deferred@1185223696 after retry RPC after error@1766879290) -> (continuation of Deferred@32301618 after retry RPC after error@1219714775) -> (continuation of Deferred@651744837 after retry RPC after error@1281602308) -> (continuation of Deferred@712517064 after retry RPC after error@2020574134) -> (continuation of Deferred@409278464 after retry RPC after error@1229943707)))
14:06:32.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.579 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.579 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1685684594(state=PENDING, result=null, callback=(continuation of Deferred@447485262 after retry RPC after error@1824126970) -> (continuation of Deferred@296342469 after retry RPC after error@963879571) -> (continuation of Deferred@1125107350 after retry RPC after error@1621815082) -> (continuation of Deferred@1061306113 after retry RPC after error@461464896) -> (continuation of Deferred@646396880 after retry RPC after error@300106645) -> (continuation of Deferred@1064815775 after retry RPC after error@793511252) -> (continuation of Deferred@814412502 after retry RPC after error@998170809), errback=(continuation of Deferred@447485262 after retry RPC after error@1824126970) -> (continuation of Deferred@296342469 after retry RPC after error@963879571) -> (continuation of Deferred@1125107350 after retry RPC after error@1621815082) -> (continuation of Deferred@1061306113 after retry RPC after error@461464896) -> (continuation of Deferred@646396880 after retry RPC after error@300106645) -> (continuation of Deferred@1064815775 after retry RPC after error@793511252) -> (continuation of Deferred@814412502 after retry RPC after error@998170809)))
14:06:32.579 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1685684594(state=PENDING, result=null, callback=(continuation of Deferred@447485262 after retry RPC after error@1824126970) -> (continuation of Deferred@296342469 after retry RPC after error@963879571) -> (continuation of Deferred@1125107350 after retry RPC after error@1621815082) -> (continuation of Deferred@1061306113 after retry RPC after error@461464896) -> (continuation of Deferred@646396880 after retry RPC after error@300106645) -> (continuation of Deferred@1064815775 after retry RPC after error@793511252) -> (continuation of Deferred@814412502 after retry RPC after error@998170809), errback=(continuation of Deferred@447485262 after retry RPC after error@1824126970) -> (continuation of Deferred@296342469 after retry RPC after error@963879571) -> (continuation of Deferred@1125107350 after retry RPC after error@1621815082) -> (continuation of Deferred@1061306113 after retry RPC after error@461464896) -> (continuation of Deferred@646396880 after retry RPC after error@300106645) -> (continuation of Deferred@1064815775 after retry RPC after error@793511252) -> (continuation of Deferred@814412502 after retry RPC after error@998170809)))
14:06:32.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.598 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.657 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.657 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.657 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.678 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.779 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.819 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@254982161(state=PENDING, result=null, callback=(continuation of Deferred@1643212462 after retry RPC after error@1080006206) -> (continuation of Deferred@1964193198 after retry RPC after error@1878780205) -> (continuation of Deferred@85290594 after retry RPC after error@969406104) -> (continuation of Deferred@1427446347 after retry RPC after error@1704407877) -> (continuation of Deferred@1272920043 after retry RPC after error@1294625598) -> (continuation of Deferred@814802834 after retry RPC after error@1824651230) -> (continuation of Deferred@1586755010 after retry RPC after error@1090393781), errback=(continuation of Deferred@1643212462 after retry RPC after error@1080006206) -> (continuation of Deferred@1964193198 after retry RPC after error@1878780205) -> (continuation of Deferred@85290594 after retry RPC after error@969406104) -> (continuation of Deferred@1427446347 after retry RPC after error@1704407877) -> (continuation of Deferred@1272920043 after retry RPC after error@1294625598) -> (continuation of Deferred@814802834 after retry RPC after error@1824651230) -> (continuation of Deferred@1586755010 after retry RPC after error@1090393781)))
14:06:32.819 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@254982161(state=PENDING, result=null, callback=(continuation of Deferred@1643212462 after retry RPC after error@1080006206) -> (continuation of Deferred@1964193198 after retry RPC after error@1878780205) -> (continuation of Deferred@85290594 after retry RPC after error@969406104) -> (continuation of Deferred@1427446347 after retry RPC after error@1704407877) -> (continuation of Deferred@1272920043 after retry RPC after error@1294625598) -> (continuation of Deferred@814802834 after retry RPC after error@1824651230) -> (continuation of Deferred@1586755010 after retry RPC after error@1090393781), errback=(continuation of Deferred@1643212462 after retry RPC after error@1080006206) -> (continuation of Deferred@1964193198 after retry RPC after error@1878780205) -> (continuation of Deferred@85290594 after retry RPC after error@969406104) -> (continuation of Deferred@1427446347 after retry RPC after error@1704407877) -> (continuation of Deferred@1272920043 after retry RPC after error@1294625598) -> (continuation of Deferred@814802834 after retry RPC after error@1824651230) -> (continuation of Deferred@1586755010 after retry RPC after error@1090393781)))
14:06:32.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:32.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:32.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:32.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:32.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:32.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.059 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1021900852(state=PENDING, result=null, callback=(continuation of Deferred@1699999280 after retry RPC after error@459690161) -> (continuation of Deferred@171589882 after retry RPC after error@1902653649) -> (continuation of Deferred@196113058 after retry RPC after error@578443453) -> (continuation of Deferred@2057298328 after retry RPC after error@1245821090) -> (continuation of Deferred@1114437162 after retry RPC after error@849604970) -> (continuation of Deferred@934626695 after retry RPC after error@1886814075) -> (continuation of Deferred@1435376377 after retry RPC after error@2022410627), errback=(continuation of Deferred@1699999280 after retry RPC after error@459690161) -> (continuation of Deferred@171589882 after retry RPC after error@1902653649) -> (continuation of Deferred@196113058 after retry RPC after error@578443453) -> (continuation of Deferred@2057298328 after retry RPC after error@1245821090) -> (continuation of Deferred@1114437162 after retry RPC after error@849604970) -> (continuation of Deferred@934626695 after retry RPC after error@1886814075) -> (continuation of Deferred@1435376377 after retry RPC after error@2022410627)))
14:06:33.059 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1021900852(state=PENDING, result=null, callback=(continuation of Deferred@1699999280 after retry RPC after error@459690161) -> (continuation of Deferred@171589882 after retry RPC after error@1902653649) -> (continuation of Deferred@196113058 after retry RPC after error@578443453) -> (continuation of Deferred@2057298328 after retry RPC after error@1245821090) -> (continuation of Deferred@1114437162 after retry RPC after error@849604970) -> (continuation of Deferred@934626695 after retry RPC after error@1886814075) -> (continuation of Deferred@1435376377 after retry RPC after error@2022410627), errback=(continuation of Deferred@1699999280 after retry RPC after error@459690161) -> (continuation of Deferred@171589882 after retry RPC after error@1902653649) -> (continuation of Deferred@196113058 after retry RPC after error@578443453) -> (continuation of Deferred@2057298328 after retry RPC after error@1245821090) -> (continuation of Deferred@1114437162 after retry RPC after error@849604970) -> (continuation of Deferred@934626695 after retry RPC after error@1886814075) -> (continuation of Deferred@1435376377 after retry RPC after error@2022410627)))
14:06:33.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:33.133369 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:33.133543 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:33.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@353451504(state=PENDING, result=null, callback=(continuation of Deferred@2015241823 after retry RPC after error@729747162) -> (continuation of Deferred@1933756848 after retry RPC after error@1872794773) -> (continuation of Deferred@1711635424 after retry RPC after error@903847972) -> (continuation of Deferred@1345712230 after retry RPC after error@1004192457) -> (continuation of Deferred@1984787497 after retry RPC after error@1054553156) -> (continuation of Deferred@1100109113 after retry RPC after error@741546824), errback=(continuation of Deferred@2015241823 after retry RPC after error@729747162) -> (continuation of Deferred@1933756848 after retry RPC after error@1872794773) -> (continuation of Deferred@1711635424 after retry RPC after error@903847972) -> (continuation of Deferred@1345712230 after retry RPC after error@1004192457) -> (continuation of Deferred@1984787497 after retry RPC after error@1054553156) -> (continuation of Deferred@1100109113 after retry RPC after error@741546824)))
14:06:33.258 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@353451504(state=PENDING, result=null, callback=(continuation of Deferred@2015241823 after retry RPC after error@729747162) -> (continuation of Deferred@1933756848 after retry RPC after error@1872794773) -> (continuation of Deferred@1711635424 after retry RPC after error@903847972) -> (continuation of Deferred@1345712230 after retry RPC after error@1004192457) -> (continuation of Deferred@1984787497 after retry RPC after error@1054553156) -> (continuation of Deferred@1100109113 after retry RPC after error@741546824), errback=(continuation of Deferred@2015241823 after retry RPC after error@729747162) -> (continuation of Deferred@1933756848 after retry RPC after error@1872794773) -> (continuation of Deferred@1711635424 after retry RPC after error@903847972) -> (continuation of Deferred@1345712230 after retry RPC after error@1004192457) -> (continuation of Deferred@1984787497 after retry RPC after error@1054553156) -> (continuation of Deferred@1100109113 after retry RPC after error@741546824)))
14:06:33.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.277 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.277 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.277 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.357 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.357 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.357 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@15156810(state=PENDING, result=null, callback=(continuation of Deferred@2083100620 after retry RPC after error@1055775127) -> (continuation of Deferred@1564273923 after retry RPC after error@1733502456) -> (continuation of Deferred@1475631401 after retry RPC after error@117768993) -> (continuation of Deferred@1038852663 after retry RPC after error@1139354775) -> (continuation of Deferred@916527314 after retry RPC after error@429005100) -> (continuation of Deferred@2039015987 after retry RPC after error@1938816001) -> (continuation of Deferred@1297485098 after retry RPC after error@1141122773), errback=(continuation of Deferred@2083100620 after retry RPC after error@1055775127) -> (continuation of Deferred@1564273923 after retry RPC after error@1733502456) -> (continuation of Deferred@1475631401 after retry RPC after error@117768993) -> (continuation of Deferred@1038852663 after retry RPC after error@1139354775) -> (continuation of Deferred@916527314 after retry RPC after error@429005100) -> (continuation of Deferred@2039015987 after retry RPC after error@1938816001) -> (continuation of Deferred@1297485098 after retry RPC after error@1141122773)))
14:06:33.518 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@15156810(state=PENDING, result=null, callback=(continuation of Deferred@2083100620 after retry RPC after error@1055775127) -> (continuation of Deferred@1564273923 after retry RPC after error@1733502456) -> (continuation of Deferred@1475631401 after retry RPC after error@117768993) -> (continuation of Deferred@1038852663 after retry RPC after error@1139354775) -> (continuation of Deferred@916527314 after retry RPC after error@429005100) -> (continuation of Deferred@2039015987 after retry RPC after error@1938816001) -> (continuation of Deferred@1297485098 after retry RPC after error@1141122773), errback=(continuation of Deferred@2083100620 after retry RPC after error@1055775127) -> (continuation of Deferred@1564273923 after retry RPC after error@1733502456) -> (continuation of Deferred@1475631401 after retry RPC after error@117768993) -> (continuation of Deferred@1038852663 after retry RPC after error@1139354775) -> (continuation of Deferred@916527314 after retry RPC after error@429005100) -> (continuation of Deferred@2039015987 after retry RPC after error@1938816001) -> (continuation of Deferred@1297485098 after retry RPC after error@1141122773)))
14:06:33.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2118338185(state=PENDING, result=null, callback=(continuation of Deferred@1727123062 after retry RPC after error@639983129) -> (continuation of Deferred@1867161460 after retry RPC after error@198834970) -> (continuation of Deferred@1664288361 after retry RPC after error@1877625216) -> (continuation of Deferred@1424017974 after retry RPC after error@270924443) -> (continuation of Deferred@1809757880 after retry RPC after error@1447379978) -> (continuation of Deferred@69637518 after retry RPC after error@1005078195), errback=(continuation of Deferred@1727123062 after retry RPC after error@639983129) -> (continuation of Deferred@1867161460 after retry RPC after error@198834970) -> (continuation of Deferred@1664288361 after retry RPC after error@1877625216) -> (continuation of Deferred@1424017974 after retry RPC after error@270924443) -> (continuation of Deferred@1809757880 after retry RPC after error@1447379978) -> (continuation of Deferred@69637518 after retry RPC after error@1005078195)))
14:06:33.678 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2118338185(state=PENDING, result=null, callback=(continuation of Deferred@1727123062 after retry RPC after error@639983129) -> (continuation of Deferred@1867161460 after retry RPC after error@198834970) -> (continuation of Deferred@1664288361 after retry RPC after error@1877625216) -> (continuation of Deferred@1424017974 after retry RPC after error@270924443) -> (continuation of Deferred@1809757880 after retry RPC after error@1447379978) -> (continuation of Deferred@69637518 after retry RPC after error@1005078195), errback=(continuation of Deferred@1727123062 after retry RPC after error@639983129) -> (continuation of Deferred@1867161460 after retry RPC after error@198834970) -> (continuation of Deferred@1664288361 after retry RPC after error@1877625216) -> (continuation of Deferred@1424017974 after retry RPC after error@270924443) -> (continuation of Deferred@1809757880 after retry RPC after error@1447379978) -> (continuation of Deferred@69637518 after retry RPC after error@1005078195)))
14:06:33.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1774083558(state=PENDING, result=null, callback=(continuation of Deferred@270156732 after retry RPC after error@1604874467) -> (continuation of Deferred@655979514 after retry RPC after error@1012095890) -> (continuation of Deferred@2115430407 after retry RPC after error@1646637134) -> (continuation of Deferred@248482131 after retry RPC after error@677829843) -> (continuation of Deferred@1635340040 after retry RPC after error@772879529) -> (continuation of Deferred@1550230825 after retry RPC after error@1115191858), errback=(continuation of Deferred@270156732 after retry RPC after error@1604874467) -> (continuation of Deferred@655979514 after retry RPC after error@1012095890) -> (continuation of Deferred@2115430407 after retry RPC after error@1646637134) -> (continuation of Deferred@248482131 after retry RPC after error@677829843) -> (continuation of Deferred@1635340040 after retry RPC after error@772879529) -> (continuation of Deferred@1550230825 after retry RPC after error@1115191858)))
14:06:33.859 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1774083558(state=PENDING, result=null, callback=(continuation of Deferred@270156732 after retry RPC after error@1604874467) -> (continuation of Deferred@655979514 after retry RPC after error@1012095890) -> (continuation of Deferred@2115430407 after retry RPC after error@1646637134) -> (continuation of Deferred@248482131 after retry RPC after error@677829843) -> (continuation of Deferred@1635340040 after retry RPC after error@772879529) -> (continuation of Deferred@1550230825 after retry RPC after error@1115191858), errback=(continuation of Deferred@270156732 after retry RPC after error@1604874467) -> (continuation of Deferred@655979514 after retry RPC after error@1012095890) -> (continuation of Deferred@2115430407 after retry RPC after error@1646637134) -> (continuation of Deferred@248482131 after retry RPC after error@677829843) -> (continuation of Deferred@1635340040 after retry RPC after error@772879529) -> (continuation of Deferred@1550230825 after retry RPC after error@1115191858)))
14:06:33.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.918 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.920 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:33.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:33.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:33.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:33.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:33.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.119 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2552092(state=PENDING, result=null, callback=(continuation of Deferred@1545088664 after retry RPC after error@579311845) -> (continuation of Deferred@1868162296 after retry RPC after error@1480607262) -> (continuation of Deferred@1169280864 after retry RPC after error@1542399875) -> (continuation of Deferred@2075223586 after retry RPC after error@563855356) -> (continuation of Deferred@1780133472 after retry RPC after error@1214996383) -> (continuation of Deferred@949723334 after retry RPC after error@1149475958) -> (continuation of Deferred@2077578024 after retry RPC after error@1766878314), errback=(continuation of Deferred@1545088664 after retry RPC after error@579311845) -> (continuation of Deferred@1868162296 after retry RPC after error@1480607262) -> (continuation of Deferred@1169280864 after retry RPC after error@1542399875) -> (continuation of Deferred@2075223586 after retry RPC after error@563855356) -> (continuation of Deferred@1780133472 after retry RPC after error@1214996383) -> (continuation of Deferred@949723334 after retry RPC after error@1149475958) -> (continuation of Deferred@2077578024 after retry RPC after error@1766878314)))
14:06:34.119 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2552092(state=PENDING, result=null, callback=(continuation of Deferred@1545088664 after retry RPC after error@579311845) -> (continuation of Deferred@1868162296 after retry RPC after error@1480607262) -> (continuation of Deferred@1169280864 after retry RPC after error@1542399875) -> (continuation of Deferred@2075223586 after retry RPC after error@563855356) -> (continuation of Deferred@1780133472 after retry RPC after error@1214996383) -> (continuation of Deferred@949723334 after retry RPC after error@1149475958) -> (continuation of Deferred@2077578024 after retry RPC after error@1766878314), errback=(continuation of Deferred@1545088664 after retry RPC after error@579311845) -> (continuation of Deferred@1868162296 after retry RPC after error@1480607262) -> (continuation of Deferred@1169280864 after retry RPC after error@1542399875) -> (continuation of Deferred@2075223586 after retry RPC after error@563855356) -> (continuation of Deferred@1780133472 after retry RPC after error@1214996383) -> (continuation of Deferred@949723334 after retry RPC after error@1149475958) -> (continuation of Deferred@2077578024 after retry RPC after error@1766878314)))
14:06:34.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.179 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.278 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@93156464(state=PENDING, result=null, callback=(continuation of Deferred@1867807639 after retry RPC after error@550761143) -> (continuation of Deferred@1964511517 after retry RPC after error@458802490) -> (continuation of Deferred@1469877509 after retry RPC after error@1751485195) -> (continuation of Deferred@1564540899 after retry RPC after error@15503460) -> (continuation of Deferred@866898393 after retry RPC after error@2001877364) -> (continuation of Deferred@767000474 after retry RPC after error@1228715512), errback=(continuation of Deferred@1867807639 after retry RPC after error@550761143) -> (continuation of Deferred@1964511517 after retry RPC after error@458802490) -> (continuation of Deferred@1469877509 after retry RPC after error@1751485195) -> (continuation of Deferred@1564540899 after retry RPC after error@15503460) -> (continuation of Deferred@866898393 after retry RPC after error@2001877364) -> (continuation of Deferred@767000474 after retry RPC after error@1228715512)))
14:06:34.278 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@93156464(state=PENDING, result=null, callback=(continuation of Deferred@1867807639 after retry RPC after error@550761143) -> (continuation of Deferred@1964511517 after retry RPC after error@458802490) -> (continuation of Deferred@1469877509 after retry RPC after error@1751485195) -> (continuation of Deferred@1564540899 after retry RPC after error@15503460) -> (continuation of Deferred@866898393 after retry RPC after error@2001877364) -> (continuation of Deferred@767000474 after retry RPC after error@1228715512), errback=(continuation of Deferred@1867807639 after retry RPC after error@550761143) -> (continuation of Deferred@1964511517 after retry RPC after error@458802490) -> (continuation of Deferred@1469877509 after retry RPC after error@1751485195) -> (continuation of Deferred@1564540899 after retry RPC after error@15503460) -> (continuation of Deferred@866898393 after retry RPC after error@2001877364) -> (continuation of Deferred@767000474 after retry RPC after error@1228715512)))
14:06:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:34.296762 4903 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:34.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:34.296962 4903 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:34.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:34.297855 4903 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:34.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:34.299618 4644 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111) [suppressed 3 similar messages]
14:06:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:34.300766 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:34.300993 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:34.301106 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:34.301349 4903 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:34.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.357 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2015205237(state=PENDING, result=null, callback=(continuation of Deferred@1722504302 after retry RPC after error@31090187) -> (continuation of Deferred@900154307 after retry RPC after error@563469373) -> (continuation of Deferred@497148997 after retry RPC after error@1327047620) -> (continuation of Deferred@1085266111 after retry RPC after error@1339326627) -> (continuation of Deferred@1573246672 after retry RPC after error@1539627439) -> (continuation of Deferred@1695586376 after retry RPC after error@246074833) -> (continuation of Deferred@2108356994 after retry RPC after error@14569017), errback=(continuation of Deferred@1722504302 after retry RPC after error@31090187) -> (continuation of Deferred@900154307 after retry RPC after error@563469373) -> (continuation of Deferred@497148997 after retry RPC after error@1327047620) -> (continuation of Deferred@1085266111 after retry RPC after error@1339326627) -> (continuation of Deferred@1573246672 after retry RPC after error@1539627439) -> (continuation of Deferred@1695586376 after retry RPC after error@246074833) -> (continuation of Deferred@2108356994 after retry RPC after error@14569017)))
14:06:34.518 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2015205237(state=PENDING, result=null, callback=(continuation of Deferred@1722504302 after retry RPC after error@31090187) -> (continuation of Deferred@900154307 after retry RPC after error@563469373) -> (continuation of Deferred@497148997 after retry RPC after error@1327047620) -> (continuation of Deferred@1085266111 after retry RPC after error@1339326627) -> (continuation of Deferred@1573246672 after retry RPC after error@1539627439) -> (continuation of Deferred@1695586376 after retry RPC after error@246074833) -> (continuation of Deferred@2108356994 after retry RPC after error@14569017), errback=(continuation of Deferred@1722504302 after retry RPC after error@31090187) -> (continuation of Deferred@900154307 after retry RPC after error@563469373) -> (continuation of Deferred@497148997 after retry RPC after error@1327047620) -> (continuation of Deferred@1085266111 after retry RPC after error@1339326627) -> (continuation of Deferred@1573246672 after retry RPC after error@1539627439) -> (continuation of Deferred@1695586376 after retry RPC after error@246074833) -> (continuation of Deferred@2108356994 after retry RPC after error@14569017)))
14:06:34.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.698 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.701 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.702 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [164ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1177925768(state=PENDING, result=null, callback=(continuation of Deferred@925978392 after retry RPC after error@72827683) -> (continuation of Deferred@974959731 after retry RPC after error@1359395392) -> (continuation of Deferred@1827825399 after retry RPC after error@1384283665) -> (continuation of Deferred@232974110 after retry RPC after error@1775409240) -> (continuation of Deferred@384339531 after retry RPC after error@1473976433) -> (continuation of Deferred@1302056835 after retry RPC after error@813076016), errback=(continuation of Deferred@925978392 after retry RPC after error@72827683) -> (continuation of Deferred@974959731 after retry RPC after error@1359395392) -> (continuation of Deferred@1827825399 after retry RPC after error@1384283665) -> (continuation of Deferred@232974110 after retry RPC after error@1775409240) -> (continuation of Deferred@384339531 after retry RPC after error@1473976433) -> (continuation of Deferred@1302056835 after retry RPC after error@813076016)))
14:06:34.702 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [164ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1177925768(state=PENDING, result=null, callback=(continuation of Deferred@925978392 after retry RPC after error@72827683) -> (continuation of Deferred@974959731 after retry RPC after error@1359395392) -> (continuation of Deferred@1827825399 after retry RPC after error@1384283665) -> (continuation of Deferred@232974110 after retry RPC after error@1775409240) -> (continuation of Deferred@384339531 after retry RPC after error@1473976433) -> (continuation of Deferred@1302056835 after retry RPC after error@813076016), errback=(continuation of Deferred@925978392 after retry RPC after error@72827683) -> (continuation of Deferred@974959731 after retry RPC after error@1359395392) -> (continuation of Deferred@1827825399 after retry RPC after error@1384283665) -> (continuation of Deferred@232974110 after retry RPC after error@1775409240) -> (continuation of Deferred@384339531 after retry RPC after error@1473976433) -> (continuation of Deferred@1302056835 after retry RPC after error@813076016)))
14:06:34.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.918 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.958 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1850815269(state=PENDING, result=null, callback=(continuation of Deferred@1239412626 after retry RPC after error@1559763344) -> (continuation of Deferred@1433921405 after retry RPC after error@844644077) -> (continuation of Deferred@72217675 after retry RPC after error@417683915) -> (continuation of Deferred@1916996005 after retry RPC after error@27262550) -> (continuation of Deferred@1780202882 after retry RPC after error@1484954123) -> (continuation of Deferred@853978783 after retry RPC after error@1282776027) -> (continuation of Deferred@2067122298 after retry RPC after error@933971925) -> (continuation of Deferred@817792489 after retry RPC after error@1358265190), errback=(continuation of Deferred@1239412626 after retry RPC after error@1559763344) -> (continuation of Deferred@1433921405 after retry RPC after error@844644077) -> (continuation of Deferred@72217675 after retry RPC after error@417683915) -> (continuation of Deferred@1916996005 after retry RPC after error@27262550) -> (continuation of Deferred@1780202882 after retry RPC after error@1484954123) -> (continuation of Deferred@853978783 after retry RPC after error@1282776027) -> (continuation of Deferred@2067122298 after retry RPC after error@933971925) -> (continuation of Deferred@817792489 after retry RPC after error@1358265190)))
14:06:34.958 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1850815269(state=PENDING, result=null, callback=(continuation of Deferred@1239412626 after retry RPC after error@1559763344) -> (continuation of Deferred@1433921405 after retry RPC after error@844644077) -> (continuation of Deferred@72217675 after retry RPC after error@417683915) -> (continuation of Deferred@1916996005 after retry RPC after error@27262550) -> (continuation of Deferred@1780202882 after retry RPC after error@1484954123) -> (continuation of Deferred@853978783 after retry RPC after error@1282776027) -> (continuation of Deferred@2067122298 after retry RPC after error@933971925) -> (continuation of Deferred@817792489 after retry RPC after error@1358265190), errback=(continuation of Deferred@1239412626 after retry RPC after error@1559763344) -> (continuation of Deferred@1433921405 after retry RPC after error@844644077) -> (continuation of Deferred@72217675 after retry RPC after error@417683915) -> (continuation of Deferred@1916996005 after retry RPC after error@27262550) -> (continuation of Deferred@1780202882 after retry RPC after error@1484954123) -> (continuation of Deferred@853978783 after retry RPC after error@1282776027) -> (continuation of Deferred@2067122298 after retry RPC after error@933971925) -> (continuation of Deferred@817792489 after retry RPC after error@1358265190)))
14:06:34.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:34.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:34.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:34.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:34.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:34.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.119 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2041320512(state=PENDING, result=null, callback=(continuation of Deferred@201828642 after retry RPC after error@690760375) -> (continuation of Deferred@1714390220 after retry RPC after error@2134409821) -> (continuation of Deferred@1321691681 after retry RPC after error@116820188) -> (continuation of Deferred@476407082 after retry RPC after error@661927569) -> (continuation of Deferred@1385682492 after retry RPC after error@1620382938) -> (continuation of Deferred@1466851799 after retry RPC after error@1369965845) -> (continuation of Deferred@1038225194 after retry RPC after error@1964633992), errback=(continuation of Deferred@201828642 after retry RPC after error@690760375) -> (continuation of Deferred@1714390220 after retry RPC after error@2134409821) -> (continuation of Deferred@1321691681 after retry RPC after error@116820188) -> (continuation of Deferred@476407082 after retry RPC after error@661927569) -> (continuation of Deferred@1385682492 after retry RPC after error@1620382938) -> (continuation of Deferred@1466851799 after retry RPC after error@1369965845) -> (continuation of Deferred@1038225194 after retry RPC after error@1964633992)))
14:06:35.198 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2041320512(state=PENDING, result=null, callback=(continuation of Deferred@201828642 after retry RPC after error@690760375) -> (continuation of Deferred@1714390220 after retry RPC after error@2134409821) -> (continuation of Deferred@1321691681 after retry RPC after error@116820188) -> (continuation of Deferred@476407082 after retry RPC after error@661927569) -> (continuation of Deferred@1385682492 after retry RPC after error@1620382938) -> (continuation of Deferred@1466851799 after retry RPC after error@1369965845) -> (continuation of Deferred@1038225194 after retry RPC after error@1964633992), errback=(continuation of Deferred@201828642 after retry RPC after error@690760375) -> (continuation of Deferred@1714390220 after retry RPC after error@2134409821) -> (continuation of Deferred@1321691681 after retry RPC after error@116820188) -> (continuation of Deferred@476407082 after retry RPC after error@661927569) -> (continuation of Deferred@1385682492 after retry RPC after error@1620382938) -> (continuation of Deferred@1466851799 after retry RPC after error@1369965845) -> (continuation of Deferred@1038225194 after retry RPC after error@1964633992)))
14:06:35.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.417 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.417 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.418 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2001530705(state=PENDING, result=null, callback=(continuation of Deferred@196575758 after retry RPC after error@2002656401) -> (continuation of Deferred@1066020801 after retry RPC after error@799828230) -> (continuation of Deferred@414984463 after retry RPC after error@528548893) -> (continuation of Deferred@1906033675 after retry RPC after error@1035171687) -> (continuation of Deferred@1153353103 after retry RPC after error@1401454825) -> (continuation of Deferred@2090646799 after retry RPC after error@1521677748) -> (continuation of Deferred@1754452432 after retry RPC after error@2139786211), errback=(continuation of Deferred@196575758 after retry RPC after error@2002656401) -> (continuation of Deferred@1066020801 after retry RPC after error@799828230) -> (continuation of Deferred@414984463 after retry RPC after error@528548893) -> (continuation of Deferred@1906033675 after retry RPC after error@1035171687) -> (continuation of Deferred@1153353103 after retry RPC after error@1401454825) -> (continuation of Deferred@2090646799 after retry RPC after error@1521677748) -> (continuation of Deferred@1754452432 after retry RPC after error@2139786211)))
14:06:35.419 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2001530705(state=PENDING, result=null, callback=(continuation of Deferred@196575758 after retry RPC after error@2002656401) -> (continuation of Deferred@1066020801 after retry RPC after error@799828230) -> (continuation of Deferred@414984463 after retry RPC after error@528548893) -> (continuation of Deferred@1906033675 after retry RPC after error@1035171687) -> (continuation of Deferred@1153353103 after retry RPC after error@1401454825) -> (continuation of Deferred@2090646799 after retry RPC after error@1521677748) -> (continuation of Deferred@1754452432 after retry RPC after error@2139786211), errback=(continuation of Deferred@196575758 after retry RPC after error@2002656401) -> (continuation of Deferred@1066020801 after retry RPC after error@799828230) -> (continuation of Deferred@414984463 after retry RPC after error@528548893) -> (continuation of Deferred@1906033675 after retry RPC after error@1035171687) -> (continuation of Deferred@1153353103 after retry RPC after error@1401454825) -> (continuation of Deferred@2090646799 after retry RPC after error@1521677748) -> (continuation of Deferred@1754452432 after retry RPC after error@2139786211)))
14:06:35.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:35.665557 4106 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:35.666949 4106 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:35.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:35.669124 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:35.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@557798432(state=PENDING, result=null, callback=(continuation of Deferred@555032889 after retry RPC after error@1299616034) -> (continuation of Deferred@2018818147 after retry RPC after error@596733213) -> (continuation of Deferred@721783999 after retry RPC after error@1384380284) -> (continuation of Deferred@256494319 after retry RPC after error@664319902) -> (continuation of Deferred@553625510 after retry RPC after error@1837796562) -> (continuation of Deferred@752168254 after retry RPC after error@1309887357) -> (continuation of Deferred@319555470 after retry RPC after error@718927137), errback=(continuation of Deferred@555032889 after retry RPC after error@1299616034) -> (continuation of Deferred@2018818147 after retry RPC after error@596733213) -> (continuation of Deferred@721783999 after retry RPC after error@1384380284) -> (continuation of Deferred@256494319 after retry RPC after error@664319902) -> (continuation of Deferred@553625510 after retry RPC after error@1837796562) -> (continuation of Deferred@752168254 after retry RPC after error@1309887357) -> (continuation of Deferred@319555470 after retry RPC after error@718927137)))
14:06:35.679 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@557798432(state=PENDING, result=null, callback=(continuation of Deferred@555032889 after retry RPC after error@1299616034) -> (continuation of Deferred@2018818147 after retry RPC after error@596733213) -> (continuation of Deferred@721783999 after retry RPC after error@1384380284) -> (continuation of Deferred@256494319 after retry RPC after error@664319902) -> (continuation of Deferred@553625510 after retry RPC after error@1837796562) -> (continuation of Deferred@752168254 after retry RPC after error@1309887357) -> (continuation of Deferred@319555470 after retry RPC after error@718927137), errback=(continuation of Deferred@555032889 after retry RPC after error@1299616034) -> (continuation of Deferred@2018818147 after retry RPC after error@596733213) -> (continuation of Deferred@721783999 after retry RPC after error@1384380284) -> (continuation of Deferred@256494319 after retry RPC after error@664319902) -> (continuation of Deferred@553625510 after retry RPC after error@1837796562) -> (continuation of Deferred@752168254 after retry RPC after error@1309887357) -> (continuation of Deferred@319555470 after retry RPC after error@718927137)))
14:06:35.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.717 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.858 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.858 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@864756094(state=PENDING, result=null, callback=(continuation of Deferred@908407051 after retry RPC after error@1949721279) -> (continuation of Deferred@923822389 after retry RPC after error@1568288376) -> (continuation of Deferred@1112072629 after retry RPC after error@86786265) -> (continuation of Deferred@826394760 after retry RPC after error@1036269878) -> (continuation of Deferred@939799154 after retry RPC after error@1607042851) -> (continuation of Deferred@1618149850 after retry RPC after error@2086836587), errback=(continuation of Deferred@908407051 after retry RPC after error@1949721279) -> (continuation of Deferred@923822389 after retry RPC after error@1568288376) -> (continuation of Deferred@1112072629 after retry RPC after error@86786265) -> (continuation of Deferred@826394760 after retry RPC after error@1036269878) -> (continuation of Deferred@939799154 after retry RPC after error@1607042851) -> (continuation of Deferred@1618149850 after retry RPC after error@2086836587)))
14:06:35.858 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@864756094(state=PENDING, result=null, callback=(continuation of Deferred@908407051 after retry RPC after error@1949721279) -> (continuation of Deferred@923822389 after retry RPC after error@1568288376) -> (continuation of Deferred@1112072629 after retry RPC after error@86786265) -> (continuation of Deferred@826394760 after retry RPC after error@1036269878) -> (continuation of Deferred@939799154 after retry RPC after error@1607042851) -> (continuation of Deferred@1618149850 after retry RPC after error@2086836587), errback=(continuation of Deferred@908407051 after retry RPC after error@1949721279) -> (continuation of Deferred@923822389 after retry RPC after error@1568288376) -> (continuation of Deferred@1112072629 after retry RPC after error@86786265) -> (continuation of Deferred@826394760 after retry RPC after error@1036269878) -> (continuation of Deferred@939799154 after retry RPC after error@1607042851) -> (continuation of Deferred@1618149850 after retry RPC after error@2086836587)))
14:06:35.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:35.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:35.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:35.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:35.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:35.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.057 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.079 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1916577760(state=PENDING, result=null, callback=(continuation of Deferred@364300504 after retry RPC after error@64340864) -> (continuation of Deferred@1201881493 after retry RPC after error@1354231078) -> (continuation of Deferred@1944330208 after retry RPC after error@1577061343) -> (continuation of Deferred@66213475 after retry RPC after error@1824736742) -> (continuation of Deferred@1057705089 after retry RPC after error@1636562508) -> (continuation of Deferred@1893463376 after retry RPC after error@104948440) -> (continuation of Deferred@1674267093 after retry RPC after error@1573714550), errback=(continuation of Deferred@364300504 after retry RPC after error@64340864) -> (continuation of Deferred@1201881493 after retry RPC after error@1354231078) -> (continuation of Deferred@1944330208 after retry RPC after error@1577061343) -> (continuation of Deferred@66213475 after retry RPC after error@1824736742) -> (continuation of Deferred@1057705089 after retry RPC after error@1636562508) -> (continuation of Deferred@1893463376 after retry RPC after error@104948440) -> (continuation of Deferred@1674267093 after retry RPC after error@1573714550)))
14:06:36.079 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1916577760(state=PENDING, result=null, callback=(continuation of Deferred@364300504 after retry RPC after error@64340864) -> (continuation of Deferred@1201881493 after retry RPC after error@1354231078) -> (continuation of Deferred@1944330208 after retry RPC after error@1577061343) -> (continuation of Deferred@66213475 after retry RPC after error@1824736742) -> (continuation of Deferred@1057705089 after retry RPC after error@1636562508) -> (continuation of Deferred@1893463376 after retry RPC after error@104948440) -> (continuation of Deferred@1674267093 after retry RPC after error@1573714550), errback=(continuation of Deferred@364300504 after retry RPC after error@64340864) -> (continuation of Deferred@1201881493 after retry RPC after error@1354231078) -> (continuation of Deferred@1944330208 after retry RPC after error@1577061343) -> (continuation of Deferred@66213475 after retry RPC after error@1824736742) -> (continuation of Deferred@1057705089 after retry RPC after error@1636562508) -> (continuation of Deferred@1893463376 after retry RPC after error@104948440) -> (continuation of Deferred@1674267093 after retry RPC after error@1573714550)))
14:06:36.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.139 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.282 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.357 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [185ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@950546223(state=PENDING, result=null, callback=(continuation of Deferred@1483281348 after retry RPC after error@831881894) -> (continuation of Deferred@888705990 after retry RPC after error@1305477921) -> (continuation of Deferred@1572327020 after retry RPC after error@1076553678) -> (continuation of Deferred@809253550 after retry RPC after error@2100883075) -> (continuation of Deferred@513772518 after retry RPC after error@152832876) -> (continuation of Deferred@1487190443 after retry RPC after error@1649547466) -> (continuation of Deferred@7368669 after retry RPC after error@1767789524), errback=(continuation of Deferred@1483281348 after retry RPC after error@831881894) -> (continuation of Deferred@888705990 after retry RPC after error@1305477921) -> (continuation of Deferred@1572327020 after retry RPC after error@1076553678) -> (continuation of Deferred@809253550 after retry RPC after error@2100883075) -> (continuation of Deferred@513772518 after retry RPC after error@152832876) -> (continuation of Deferred@1487190443 after retry RPC after error@1649547466) -> (continuation of Deferred@7368669 after retry RPC after error@1767789524)))
14:06:36.359 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:36.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.539 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1660292672(state=PENDING, result=null, callback=(continuation of Deferred@8309999 after retry RPC after error@1238030495) -> (continuation of Deferred@1803833876 after retry RPC after error@961725738) -> (continuation of Deferred@1337818971 after retry RPC after error@1353472019) -> (continuation of Deferred@426882272 after retry RPC after error@908413297) -> (continuation of Deferred@315014985 after retry RPC after error@546836930) -> (continuation of Deferred@878344069 after retry RPC after error@682155710) -> (continuation of Deferred@263389205 after retry RPC after error@1866794528), errback=(continuation of Deferred@8309999 after retry RPC after error@1238030495) -> (continuation of Deferred@1803833876 after retry RPC after error@961725738) -> (continuation of Deferred@1337818971 after retry RPC after error@1353472019) -> (continuation of Deferred@426882272 after retry RPC after error@908413297) -> (continuation of Deferred@315014985 after retry RPC after error@546836930) -> (continuation of Deferred@878344069 after retry RPC after error@682155710) -> (continuation of Deferred@263389205 after retry RPC after error@1866794528)))
14:06:36.619 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1660292672(state=PENDING, result=null, callback=(continuation of Deferred@8309999 after retry RPC after error@1238030495) -> (continuation of Deferred@1803833876 after retry RPC after error@961725738) -> (continuation of Deferred@1337818971 after retry RPC after error@1353472019) -> (continuation of Deferred@426882272 after retry RPC after error@908413297) -> (continuation of Deferred@315014985 after retry RPC after error@546836930) -> (continuation of Deferred@878344069 after retry RPC after error@682155710) -> (continuation of Deferred@263389205 after retry RPC after error@1866794528), errback=(continuation of Deferred@8309999 after retry RPC after error@1238030495) -> (continuation of Deferred@1803833876 after retry RPC after error@961725738) -> (continuation of Deferred@1337818971 after retry RPC after error@1353472019) -> (continuation of Deferred@426882272 after retry RPC after error@908413297) -> (continuation of Deferred@315014985 after retry RPC after error@546836930) -> (continuation of Deferred@878344069 after retry RPC after error@682155710) -> (continuation of Deferred@263389205 after retry RPC after error@1866794528)))
14:06:36.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@454642457(state=PENDING, result=null, callback=(continuation of Deferred@1135782768 after retry RPC after error@741425248) -> (continuation of Deferred@532511120 after retry RPC after error@1320003837) -> (continuation of Deferred@412250995 after retry RPC after error@1048969793) -> (continuation of Deferred@1250135544 after retry RPC after error@1774857749) -> (continuation of Deferred@1648939444 after retry RPC after error@1825719222) -> (continuation of Deferred@979955609 after retry RPC after error@40555591), errback=(continuation of Deferred@1135782768 after retry RPC after error@741425248) -> (continuation of Deferred@532511120 after retry RPC after error@1320003837) -> (continuation of Deferred@412250995 after retry RPC after error@1048969793) -> (continuation of Deferred@1250135544 after retry RPC after error@1774857749) -> (continuation of Deferred@1648939444 after retry RPC after error@1825719222) -> (continuation of Deferred@979955609 after retry RPC after error@40555591)))
14:06:36.798 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@454642457(state=PENDING, result=null, callback=(continuation of Deferred@1135782768 after retry RPC after error@741425248) -> (continuation of Deferred@532511120 after retry RPC after error@1320003837) -> (continuation of Deferred@412250995 after retry RPC after error@1048969793) -> (continuation of Deferred@1250135544 after retry RPC after error@1774857749) -> (continuation of Deferred@1648939444 after retry RPC after error@1825719222) -> (continuation of Deferred@979955609 after retry RPC after error@40555591), errback=(continuation of Deferred@1135782768 after retry RPC after error@741425248) -> (continuation of Deferred@532511120 after retry RPC after error@1320003837) -> (continuation of Deferred@412250995 after retry RPC after error@1048969793) -> (continuation of Deferred@1250135544 after retry RPC after error@1774857749) -> (continuation of Deferred@1648939444 after retry RPC after error@1825719222) -> (continuation of Deferred@979955609 after retry RPC after error@40555591)))
14:06:36.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:36.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:36.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:36.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:36.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:36.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.077 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@38785459(state=PENDING, result=null, callback=(continuation of Deferred@1920570559 after retry RPC after error@315542609) -> (continuation of Deferred@481760443 after retry RPC after error@1619631319) -> (continuation of Deferred@1592471573 after retry RPC after error@975426525) -> (continuation of Deferred@513084142 after retry RPC after error@844518095) -> (continuation of Deferred@893036296 after retry RPC after error@295905097) -> (continuation of Deferred@660053481 after retry RPC after error@655848422) -> (continuation of Deferred@1207272171 after retry RPC after error@1331985459), errback=(continuation of Deferred@1920570559 after retry RPC after error@315542609) -> (continuation of Deferred@481760443 after retry RPC after error@1619631319) -> (continuation of Deferred@1592471573 after retry RPC after error@975426525) -> (continuation of Deferred@513084142 after retry RPC after error@844518095) -> (continuation of Deferred@893036296 after retry RPC after error@295905097) -> (continuation of Deferred@660053481 after retry RPC after error@655848422) -> (continuation of Deferred@1207272171 after retry RPC after error@1331985459)))
14:06:37.078 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:37.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.259 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@950507162(state=PENDING, result=null, callback=(continuation of Deferred@870580533 after retry RPC after error@1173701607) -> (continuation of Deferred@784416434 after retry RPC after error@718700214) -> (continuation of Deferred@967323504 after retry RPC after error@1454225881) -> (continuation of Deferred@1899903248 after retry RPC after error@1745148495) -> (continuation of Deferred@279948176 after retry RPC after error@729266989) -> (continuation of Deferred@721543658 after retry RPC after error@1704562791) -> (continuation of Deferred@134693999 after retry RPC after error@515848337), errback=(continuation of Deferred@870580533 after retry RPC after error@1173701607) -> (continuation of Deferred@784416434 after retry RPC after error@718700214) -> (continuation of Deferred@967323504 after retry RPC after error@1454225881) -> (continuation of Deferred@1899903248 after retry RPC after error@1745148495) -> (continuation of Deferred@279948176 after retry RPC after error@729266989) -> (continuation of Deferred@721543658 after retry RPC after error@1704562791) -> (continuation of Deferred@134693999 after retry RPC after error@515848337)))
14:06:37.319 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@950507162(state=PENDING, result=null, callback=(continuation of Deferred@870580533 after retry RPC after error@1173701607) -> (continuation of Deferred@784416434 after retry RPC after error@718700214) -> (continuation of Deferred@967323504 after retry RPC after error@1454225881) -> (continuation of Deferred@1899903248 after retry RPC after error@1745148495) -> (continuation of Deferred@279948176 after retry RPC after error@729266989) -> (continuation of Deferred@721543658 after retry RPC after error@1704562791) -> (continuation of Deferred@134693999 after retry RPC after error@515848337), errback=(continuation of Deferred@870580533 after retry RPC after error@1173701607) -> (continuation of Deferred@784416434 after retry RPC after error@718700214) -> (continuation of Deferred@967323504 after retry RPC after error@1454225881) -> (continuation of Deferred@1899903248 after retry RPC after error@1745148495) -> (continuation of Deferred@279948176 after retry RPC after error@729266989) -> (continuation of Deferred@721543658 after retry RPC after error@1704562791) -> (continuation of Deferred@134693999 after retry RPC after error@515848337)))
14:06:37.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1380635856(state=PENDING, result=null, callback=(continuation of Deferred@1944204109 after retry RPC after error@1517064112) -> (continuation of Deferred@352428637 after retry RPC after error@300484729) -> (continuation of Deferred@1945319762 after retry RPC after error@1297889683) -> (continuation of Deferred@1440180527 after retry RPC after error@212080940) -> (continuation of Deferred@1727498307 after retry RPC after error@1254864303) -> (continuation of Deferred@607855560 after retry RPC after error@142222106), errback=(continuation of Deferred@1944204109 after retry RPC after error@1517064112) -> (continuation of Deferred@352428637 after retry RPC after error@300484729) -> (continuation of Deferred@1945319762 after retry RPC after error@1297889683) -> (continuation of Deferred@1440180527 after retry RPC after error@212080940) -> (continuation of Deferred@1727498307 after retry RPC after error@1254864303) -> (continuation of Deferred@607855560 after retry RPC after error@142222106)))
14:06:37.479 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1380635856(state=PENDING, result=null, callback=(continuation of Deferred@1944204109 after retry RPC after error@1517064112) -> (continuation of Deferred@352428637 after retry RPC after error@300484729) -> (continuation of Deferred@1945319762 after retry RPC after error@1297889683) -> (continuation of Deferred@1440180527 after retry RPC after error@212080940) -> (continuation of Deferred@1727498307 after retry RPC after error@1254864303) -> (continuation of Deferred@607855560 after retry RPC after error@142222106), errback=(continuation of Deferred@1944204109 after retry RPC after error@1517064112) -> (continuation of Deferred@352428637 after retry RPC after error@300484729) -> (continuation of Deferred@1945319762 after retry RPC after error@1297889683) -> (continuation of Deferred@1440180527 after retry RPC after error@212080940) -> (continuation of Deferred@1727498307 after retry RPC after error@1254864303) -> (continuation of Deferred@607855560 after retry RPC after error@142222106)))
14:06:37.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:37.528805 4922 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:37.528977 4922 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:37.529729 4922 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:37.531860 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:37.532023 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:37.532220 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:37.532478 4922 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:37.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.618 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.639 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.739 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.739 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@467074782(state=PENDING, result=null, callback=(continuation of Deferred@2070227140 after retry RPC after error@616672313) -> (continuation of Deferred@2129418680 after retry RPC after error@1382054069) -> (continuation of Deferred@9521461 after retry RPC after error@697863546) -> (continuation of Deferred@900014184 after retry RPC after error@1691435961) -> (continuation of Deferred@1854109431 after retry RPC after error@52282624) -> (continuation of Deferred@522654571 after retry RPC after error@1896175549) -> (continuation of Deferred@79999908 after retry RPC after error@1771848697) -> (continuation of Deferred@1309129194 after retry RPC after error@358922024), errback=(continuation of Deferred@2070227140 after retry RPC after error@616672313) -> (continuation of Deferred@2129418680 after retry RPC after error@1382054069) -> (continuation of Deferred@9521461 after retry RPC after error@697863546) -> (continuation of Deferred@900014184 after retry RPC after error@1691435961) -> (continuation of Deferred@1854109431 after retry RPC after error@52282624) -> (continuation of Deferred@522654571 after retry RPC after error@1896175549) -> (continuation of Deferred@79999908 after retry RPC after error@1771848697) -> (continuation of Deferred@1309129194 after retry RPC after error@358922024)))
14:06:37.739 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@467074782(state=PENDING, result=null, callback=(continuation of Deferred@2070227140 after retry RPC after error@616672313) -> (continuation of Deferred@2129418680 after retry RPC after error@1382054069) -> (continuation of Deferred@9521461 after retry RPC after error@697863546) -> (continuation of Deferred@900014184 after retry RPC after error@1691435961) -> (continuation of Deferred@1854109431 after retry RPC after error@52282624) -> (continuation of Deferred@522654571 after retry RPC after error@1896175549) -> (continuation of Deferred@79999908 after retry RPC after error@1771848697) -> (continuation of Deferred@1309129194 after retry RPC after error@358922024), errback=(continuation of Deferred@2070227140 after retry RPC after error@616672313) -> (continuation of Deferred@2129418680 after retry RPC after error@1382054069) -> (continuation of Deferred@9521461 after retry RPC after error@697863546) -> (continuation of Deferred@900014184 after retry RPC after error@1691435961) -> (continuation of Deferred@1854109431 after retry RPC after error@52282624) -> (continuation of Deferred@522654571 after retry RPC after error@1896175549) -> (continuation of Deferred@79999908 after retry RPC after error@1771848697) -> (continuation of Deferred@1309129194 after retry RPC after error@358922024)))
14:06:37.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.919 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1851266453(state=PENDING, result=null, callback=(continuation of Deferred@1648967742 after retry RPC after error@1703102024) -> (continuation of Deferred@1990289182 after retry RPC after error@1484468450) -> (continuation of Deferred@1889260387 after retry RPC after error@257255998) -> (continuation of Deferred@1915839837 after retry RPC after error@1942792153) -> (continuation of Deferred@1566732808 after retry RPC after error@2042816256) -> (continuation of Deferred@10514152 after retry RPC after error@382001994), errback=(continuation of Deferred@1648967742 after retry RPC after error@1703102024) -> (continuation of Deferred@1990289182 after retry RPC after error@1484468450) -> (continuation of Deferred@1889260387 after retry RPC after error@257255998) -> (continuation of Deferred@1915839837 after retry RPC after error@1942792153) -> (continuation of Deferred@1566732808 after retry RPC after error@2042816256) -> (continuation of Deferred@10514152 after retry RPC after error@382001994)))
14:06:37.919 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1851266453(state=PENDING, result=null, callback=(continuation of Deferred@1648967742 after retry RPC after error@1703102024) -> (continuation of Deferred@1990289182 after retry RPC after error@1484468450) -> (continuation of Deferred@1889260387 after retry RPC after error@257255998) -> (continuation of Deferred@1915839837 after retry RPC after error@1942792153) -> (continuation of Deferred@1566732808 after retry RPC after error@2042816256) -> (continuation of Deferred@10514152 after retry RPC after error@382001994), errback=(continuation of Deferred@1648967742 after retry RPC after error@1703102024) -> (continuation of Deferred@1990289182 after retry RPC after error@1484468450) -> (continuation of Deferred@1889260387 after retry RPC after error@257255998) -> (continuation of Deferred@1915839837 after retry RPC after error@1942792153) -> (continuation of Deferred@1566732808 after retry RPC after error@2042816256) -> (continuation of Deferred@10514152 after retry RPC after error@382001994)))
14:06:37.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:37.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:37.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:37.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:37.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:37.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.119 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@959653402(state=PENDING, result=null, callback=(continuation of Deferred@12936498 after retry RPC after error@1082455035) -> (continuation of Deferred@1485473944 after retry RPC after error@2024367717) -> (continuation of Deferred@1399742647 after retry RPC after error@873613834) -> (continuation of Deferred@944822872 after retry RPC after error@192481657) -> (continuation of Deferred@733129593 after retry RPC after error@232191519) -> (continuation of Deferred@871002087 after retry RPC after error@1889241634), errback=(continuation of Deferred@12936498 after retry RPC after error@1082455035) -> (continuation of Deferred@1485473944 after retry RPC after error@2024367717) -> (continuation of Deferred@1399742647 after retry RPC after error@873613834) -> (continuation of Deferred@944822872 after retry RPC after error@192481657) -> (continuation of Deferred@733129593 after retry RPC after error@232191519) -> (continuation of Deferred@871002087 after retry RPC after error@1889241634)))
14:06:38.119 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@959653402(state=PENDING, result=null, callback=(continuation of Deferred@12936498 after retry RPC after error@1082455035) -> (continuation of Deferred@1485473944 after retry RPC after error@2024367717) -> (continuation of Deferred@1399742647 after retry RPC after error@873613834) -> (continuation of Deferred@944822872 after retry RPC after error@192481657) -> (continuation of Deferred@733129593 after retry RPC after error@232191519) -> (continuation of Deferred@871002087 after retry RPC after error@1889241634), errback=(continuation of Deferred@12936498 after retry RPC after error@1082455035) -> (continuation of Deferred@1485473944 after retry RPC after error@2024367717) -> (continuation of Deferred@1399742647 after retry RPC after error@873613834) -> (continuation of Deferred@944822872 after retry RPC after error@192481657) -> (continuation of Deferred@733129593 after retry RPC after error@232191519) -> (continuation of Deferred@871002087 after retry RPC after error@1889241634)))
14:06:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:38.134778 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:38.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:38.134924 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:38.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.298 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@378572184(state=PENDING, result=null, callback=(continuation of Deferred@1627916238 after retry RPC after error@1481267989) -> (continuation of Deferred@2137097504 after retry RPC after error@1829714713) -> (continuation of Deferred@1276667649 after retry RPC after error@1182801764) -> (continuation of Deferred@901499409 after retry RPC after error@569964620) -> (continuation of Deferred@785888029 after retry RPC after error@1751839388) -> (continuation of Deferred@65685186 after retry RPC after error@1698100331), errback=(continuation of Deferred@1627916238 after retry RPC after error@1481267989) -> (continuation of Deferred@2137097504 after retry RPC after error@1829714713) -> (continuation of Deferred@1276667649 after retry RPC after error@1182801764) -> (continuation of Deferred@901499409 after retry RPC after error@569964620) -> (continuation of Deferred@785888029 after retry RPC after error@1751839388) -> (continuation of Deferred@65685186 after retry RPC after error@1698100331)))
14:06:38.298 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@378572184(state=PENDING, result=null, callback=(continuation of Deferred@1627916238 after retry RPC after error@1481267989) -> (continuation of Deferred@2137097504 after retry RPC after error@1829714713) -> (continuation of Deferred@1276667649 after retry RPC after error@1182801764) -> (continuation of Deferred@901499409 after retry RPC after error@569964620) -> (continuation of Deferred@785888029 after retry RPC after error@1751839388) -> (continuation of Deferred@65685186 after retry RPC after error@1698100331), errback=(continuation of Deferred@1627916238 after retry RPC after error@1481267989) -> (continuation of Deferred@2137097504 after retry RPC after error@1829714713) -> (continuation of Deferred@1276667649 after retry RPC after error@1182801764) -> (continuation of Deferred@901499409 after retry RPC after error@569964620) -> (continuation of Deferred@785888029 after retry RPC after error@1751839388) -> (continuation of Deferred@65685186 after retry RPC after error@1698100331)))
14:06:38.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.319 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.357 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.539 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.539 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1808696521(state=PENDING, result=null, callback=(continuation of Deferred@2055346870 after retry RPC after error@1449336266) -> (continuation of Deferred@293121099 after retry RPC after error@235899489) -> (continuation of Deferred@1689413308 after retry RPC after error@712092333) -> (continuation of Deferred@2126463324 after retry RPC after error@202473576) -> (continuation of Deferred@2069987536 after retry RPC after error@1558346195) -> (continuation of Deferred@1481860786 after retry RPC after error@1489092368) -> (continuation of Deferred@793887704 after retry RPC after error@1613892352), errback=(continuation of Deferred@2055346870 after retry RPC after error@1449336266) -> (continuation of Deferred@293121099 after retry RPC after error@235899489) -> (continuation of Deferred@1689413308 after retry RPC after error@712092333) -> (continuation of Deferred@2126463324 after retry RPC after error@202473576) -> (continuation of Deferred@2069987536 after retry RPC after error@1558346195) -> (continuation of Deferred@1481860786 after retry RPC after error@1489092368) -> (continuation of Deferred@793887704 after retry RPC after error@1613892352)))
14:06:38.539 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1808696521(state=PENDING, result=null, callback=(continuation of Deferred@2055346870 after retry RPC after error@1449336266) -> (continuation of Deferred@293121099 after retry RPC after error@235899489) -> (continuation of Deferred@1689413308 after retry RPC after error@712092333) -> (continuation of Deferred@2126463324 after retry RPC after error@202473576) -> (continuation of Deferred@2069987536 after retry RPC after error@1558346195) -> (continuation of Deferred@1481860786 after retry RPC after error@1489092368) -> (continuation of Deferred@793887704 after retry RPC after error@1613892352), errback=(continuation of Deferred@2055346870 after retry RPC after error@1449336266) -> (continuation of Deferred@293121099 after retry RPC after error@235899489) -> (continuation of Deferred@1689413308 after retry RPC after error@712092333) -> (continuation of Deferred@2126463324 after retry RPC after error@202473576) -> (continuation of Deferred@2069987536 after retry RPC after error@1558346195) -> (continuation of Deferred@1481860786 after retry RPC after error@1489092368) -> (continuation of Deferred@793887704 after retry RPC after error@1613892352)))
14:06:38.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.577 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@943526614(state=PENDING, result=null, callback=(continuation of Deferred@314850227 after retry RPC after error@1796217727) -> (continuation of Deferred@832750275 after retry RPC after error@1641667971) -> (continuation of Deferred@1383295912 after retry RPC after error@970152314) -> (continuation of Deferred@515907673 after retry RPC after error@828036039) -> (continuation of Deferred@2017312879 after retry RPC after error@1527139995) -> (continuation of Deferred@1155235658 after retry RPC after error@595085565) -> (continuation of Deferred@894491205 after retry RPC after error@1556818146), errback=(continuation of Deferred@314850227 after retry RPC after error@1796217727) -> (continuation of Deferred@832750275 after retry RPC after error@1641667971) -> (continuation of Deferred@1383295912 after retry RPC after error@970152314) -> (continuation of Deferred@515907673 after retry RPC after error@828036039) -> (continuation of Deferred@2017312879 after retry RPC after error@1527139995) -> (continuation of Deferred@1155235658 after retry RPC after error@595085565) -> (continuation of Deferred@894491205 after retry RPC after error@1556818146)))
14:06:38.799 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@943526614(state=PENDING, result=null, callback=(continuation of Deferred@314850227 after retry RPC after error@1796217727) -> (continuation of Deferred@832750275 after retry RPC after error@1641667971) -> (continuation of Deferred@1383295912 after retry RPC after error@970152314) -> (continuation of Deferred@515907673 after retry RPC after error@828036039) -> (continuation of Deferred@2017312879 after retry RPC after error@1527139995) -> (continuation of Deferred@1155235658 after retry RPC after error@595085565) -> (continuation of Deferred@894491205 after retry RPC after error@1556818146), errback=(continuation of Deferred@314850227 after retry RPC after error@1796217727) -> (continuation of Deferred@832750275 after retry RPC after error@1641667971) -> (continuation of Deferred@1383295912 after retry RPC after error@970152314) -> (continuation of Deferred@515907673 after retry RPC after error@828036039) -> (continuation of Deferred@2017312879 after retry RPC after error@1527139995) -> (continuation of Deferred@1155235658 after retry RPC after error@595085565) -> (continuation of Deferred@894491205 after retry RPC after error@1556818146)))
14:06:38.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.839 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:38.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:38.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:38.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:38.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:38.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2128886391(state=PENDING, result=null, callback=(continuation of Deferred@31526340 after retry RPC after error@1179272977) -> (continuation of Deferred@1234654646 after retry RPC after error@377485681) -> (continuation of Deferred@528046423 after retry RPC after error@186644326) -> (continuation of Deferred@2018916694 after retry RPC after error@285991772) -> (continuation of Deferred@1156428747 after retry RPC after error@809359607) -> (continuation of Deferred@2045299503 after retry RPC after error@934794829), errback=(continuation of Deferred@31526340 after retry RPC after error@1179272977) -> (continuation of Deferred@1234654646 after retry RPC after error@377485681) -> (continuation of Deferred@528046423 after retry RPC after error@186644326) -> (continuation of Deferred@2018916694 after retry RPC after error@285991772) -> (continuation of Deferred@1156428747 after retry RPC after error@809359607) -> (continuation of Deferred@2045299503 after retry RPC after error@934794829)))
14:06:38.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2128886391(state=PENDING, result=null, callback=(continuation of Deferred@31526340 after retry RPC after error@1179272977) -> (continuation of Deferred@1234654646 after retry RPC after error@377485681) -> (continuation of Deferred@528046423 after retry RPC after error@186644326) -> (continuation of Deferred@2018916694 after retry RPC after error@285991772) -> (continuation of Deferred@1156428747 after retry RPC after error@809359607) -> (continuation of Deferred@2045299503 after retry RPC after error@934794829), errback=(continuation of Deferred@31526340 after retry RPC after error@1179272977) -> (continuation of Deferred@1234654646 after retry RPC after error@377485681) -> (continuation of Deferred@528046423 after retry RPC after error@186644326) -> (continuation of Deferred@2018916694 after retry RPC after error@285991772) -> (continuation of Deferred@1156428747 after retry RPC after error@809359607) -> (continuation of Deferred@2045299503 after retry RPC after error@934794829)))
14:06:39.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.099 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.178 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@35018909(state=PENDING, result=null, callback=(continuation of Deferred@215959127 after retry RPC after error@1292050931) -> (continuation of Deferred@1621069323 after retry RPC after error@1358815285) -> (continuation of Deferred@644278659 after retry RPC after error@1916684293) -> (continuation of Deferred@1850568607 after retry RPC after error@1368315435) -> (continuation of Deferred@1077217128 after retry RPC after error@1078657291) -> (continuation of Deferred@1165999882 after retry RPC after error@1650923008) -> (continuation of Deferred@167854947 after retry RPC after error@316295281), errback=(continuation of Deferred@215959127 after retry RPC after error@1292050931) -> (continuation of Deferred@1621069323 after retry RPC after error@1358815285) -> (continuation of Deferred@644278659 after retry RPC after error@1916684293) -> (continuation of Deferred@1850568607 after retry RPC after error@1368315435) -> (continuation of Deferred@1077217128 after retry RPC after error@1078657291) -> (continuation of Deferred@1165999882 after retry RPC after error@1650923008) -> (continuation of Deferred@167854947 after retry RPC after error@316295281)))
14:06:39.178 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@35018909(state=PENDING, result=null, callback=(continuation of Deferred@215959127 after retry RPC after error@1292050931) -> (continuation of Deferred@1621069323 after retry RPC after error@1358815285) -> (continuation of Deferred@644278659 after retry RPC after error@1916684293) -> (continuation of Deferred@1850568607 after retry RPC after error@1368315435) -> (continuation of Deferred@1077217128 after retry RPC after error@1078657291) -> (continuation of Deferred@1165999882 after retry RPC after error@1650923008) -> (continuation of Deferred@167854947 after retry RPC after error@316295281), errback=(continuation of Deferred@215959127 after retry RPC after error@1292050931) -> (continuation of Deferred@1621069323 after retry RPC after error@1358815285) -> (continuation of Deferred@644278659 after retry RPC after error@1916684293) -> (continuation of Deferred@1850568607 after retry RPC after error@1368315435) -> (continuation of Deferred@1077217128 after retry RPC after error@1078657291) -> (continuation of Deferred@1165999882 after retry RPC after error@1650923008) -> (continuation of Deferred@167854947 after retry RPC after error@316295281)))
14:06:39.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.278 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.361 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.361 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1894955424(state=PENDING, result=null, callback=(continuation of Deferred@816573967 after retry RPC after error@870044047) -> (continuation of Deferred@70309167 after retry RPC after error@1642746800) -> (continuation of Deferred@249430548 after retry RPC after error@1675951593) -> (continuation of Deferred@1644152087 after retry RPC after error@1379630411) -> (continuation of Deferred@738925498 after retry RPC after error@1749332071) -> (continuation of Deferred@2005665541 after retry RPC after error@2127883674), errback=(continuation of Deferred@816573967 after retry RPC after error@870044047) -> (continuation of Deferred@70309167 after retry RPC after error@1642746800) -> (continuation of Deferred@249430548 after retry RPC after error@1675951593) -> (continuation of Deferred@1644152087 after retry RPC after error@1379630411) -> (continuation of Deferred@738925498 after retry RPC after error@1749332071) -> (continuation of Deferred@2005665541 after retry RPC after error@2127883674)))
14:06:39.361 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1894955424(state=PENDING, result=null, callback=(continuation of Deferred@816573967 after retry RPC after error@870044047) -> (continuation of Deferred@70309167 after retry RPC after error@1642746800) -> (continuation of Deferred@249430548 after retry RPC after error@1675951593) -> (continuation of Deferred@1644152087 after retry RPC after error@1379630411) -> (continuation of Deferred@738925498 after retry RPC after error@1749332071) -> (continuation of Deferred@2005665541 after retry RPC after error@2127883674), errback=(continuation of Deferred@816573967 after retry RPC after error@870044047) -> (continuation of Deferred@70309167 after retry RPC after error@1642746800) -> (continuation of Deferred@249430548 after retry RPC after error@1675951593) -> (continuation of Deferred@1644152087 after retry RPC after error@1379630411) -> (continuation of Deferred@738925498 after retry RPC after error@1749332071) -> (continuation of Deferred@2005665541 after retry RPC after error@2127883674)))
14:06:39.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.399 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.478 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.558 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@881644696(state=PENDING, result=null, callback=(continuation of Deferred@383681320 after retry RPC after error@1069172284) -> (continuation of Deferred@1133995463 after retry RPC after error@300765497) -> (continuation of Deferred@1934120943 after retry RPC after error@514749468) -> (continuation of Deferred@1726976851 after retry RPC after error@502297134) -> (continuation of Deferred@741783888 after retry RPC after error@1096103518) -> (continuation of Deferred@1538936876 after retry RPC after error@1170552951) -> (continuation of Deferred@1545663910 after retry RPC after error@883941306), errback=(continuation of Deferred@383681320 after retry RPC after error@1069172284) -> (continuation of Deferred@1133995463 after retry RPC after error@300765497) -> (continuation of Deferred@1934120943 after retry RPC after error@514749468) -> (continuation of Deferred@1726976851 after retry RPC after error@502297134) -> (continuation of Deferred@741783888 after retry RPC after error@1096103518) -> (continuation of Deferred@1538936876 after retry RPC after error@1170552951) -> (continuation of Deferred@1545663910 after retry RPC after error@883941306)))
14:06:39.559 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@881644696(state=PENDING, result=null, callback=(continuation of Deferred@383681320 after retry RPC after error@1069172284) -> (continuation of Deferred@1133995463 after retry RPC after error@300765497) -> (continuation of Deferred@1934120943 after retry RPC after error@514749468) -> (continuation of Deferred@1726976851 after retry RPC after error@502297134) -> (continuation of Deferred@741783888 after retry RPC after error@1096103518) -> (continuation of Deferred@1538936876 after retry RPC after error@1170552951) -> (continuation of Deferred@1545663910 after retry RPC after error@883941306), errback=(continuation of Deferred@383681320 after retry RPC after error@1069172284) -> (continuation of Deferred@1133995463 after retry RPC after error@300765497) -> (continuation of Deferred@1934120943 after retry RPC after error@514749468) -> (continuation of Deferred@1726976851 after retry RPC after error@502297134) -> (continuation of Deferred@741783888 after retry RPC after error@1096103518) -> (continuation of Deferred@1538936876 after retry RPC after error@1170552951) -> (continuation of Deferred@1545663910 after retry RPC after error@883941306)))
14:06:39.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.657 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.759 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@325485477(state=PENDING, result=null, callback=(continuation of Deferred@2019657429 after retry RPC after error@2060185778) -> (continuation of Deferred@1888922917 after retry RPC after error@1464496953) -> (continuation of Deferred@602476587 after retry RPC after error@109197956) -> (continuation of Deferred@1136148724 after retry RPC after error@1206857729) -> (continuation of Deferred@753670303 after retry RPC after error@1001214364) -> (continuation of Deferred@974326269 after retry RPC after error@71457158) -> (continuation of Deferred@1210487153 after retry RPC after error@425068632), errback=(continuation of Deferred@2019657429 after retry RPC after error@2060185778) -> (continuation of Deferred@1888922917 after retry RPC after error@1464496953) -> (continuation of Deferred@602476587 after retry RPC after error@109197956) -> (continuation of Deferred@1136148724 after retry RPC after error@1206857729) -> (continuation of Deferred@753670303 after retry RPC after error@1001214364) -> (continuation of Deferred@974326269 after retry RPC after error@71457158) -> (continuation of Deferred@1210487153 after retry RPC after error@425068632)))
14:06:39.759 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@325485477(state=PENDING, result=null, callback=(continuation of Deferred@2019657429 after retry RPC after error@2060185778) -> (continuation of Deferred@1888922917 after retry RPC after error@1464496953) -> (continuation of Deferred@602476587 after retry RPC after error@109197956) -> (continuation of Deferred@1136148724 after retry RPC after error@1206857729) -> (continuation of Deferred@753670303 after retry RPC after error@1001214364) -> (continuation of Deferred@974326269 after retry RPC after error@71457158) -> (continuation of Deferred@1210487153 after retry RPC after error@425068632), errback=(continuation of Deferred@2019657429 after retry RPC after error@2060185778) -> (continuation of Deferred@1888922917 after retry RPC after error@1464496953) -> (continuation of Deferred@602476587 after retry RPC after error@109197956) -> (continuation of Deferred@1136148724 after retry RPC after error@1206857729) -> (continuation of Deferred@753670303 after retry RPC after error@1001214364) -> (continuation of Deferred@974326269 after retry RPC after error@71457158) -> (continuation of Deferred@1210487153 after retry RPC after error@425068632)))
14:06:39.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:39.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:39.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:39.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:39.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:39.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2006448335(state=PENDING, result=null, callback=(continuation of Deferred@1851668282 after retry RPC after error@657936799) -> (continuation of Deferred@110117131 after retry RPC after error@1309245590) -> (continuation of Deferred@1374783882 after retry RPC after error@1280807298) -> (continuation of Deferred@1221269786 after retry RPC after error@1254370725) -> (continuation of Deferred@396640430 after retry RPC after error@1737427033) -> (continuation of Deferred@2006765179 after retry RPC after error@475950120) -> (continuation of Deferred@692780605 after retry RPC after error@915990157) -> (continuation of Deferred@669387059 after retry RPC after error@1211506379), errback=(continuation of Deferred@1851668282 after retry RPC after error@657936799) -> (continuation of Deferred@110117131 after retry RPC after error@1309245590) -> (continuation of Deferred@1374783882 after retry RPC after error@1280807298) -> (continuation of Deferred@1221269786 after retry RPC after error@1254370725) -> (continuation of Deferred@396640430 after retry RPC after error@1737427033) -> (continuation of Deferred@2006765179 after retry RPC after error@475950120) -> (continuation of Deferred@692780605 after retry RPC after error@915990157) -> (continuation of Deferred@669387059 after retry RPC after error@1211506379)))
14:06:39.999 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2006448335(state=PENDING, result=null, callback=(continuation of Deferred@1851668282 after retry RPC after error@657936799) -> (continuation of Deferred@110117131 after retry RPC after error@1309245590) -> (continuation of Deferred@1374783882 after retry RPC after error@1280807298) -> (continuation of Deferred@1221269786 after retry RPC after error@1254370725) -> (continuation of Deferred@396640430 after retry RPC after error@1737427033) -> (continuation of Deferred@2006765179 after retry RPC after error@475950120) -> (continuation of Deferred@692780605 after retry RPC after error@915990157) -> (continuation of Deferred@669387059 after retry RPC after error@1211506379), errback=(continuation of Deferred@1851668282 after retry RPC after error@657936799) -> (continuation of Deferred@110117131 after retry RPC after error@1309245590) -> (continuation of Deferred@1374783882 after retry RPC after error@1280807298) -> (continuation of Deferred@1221269786 after retry RPC after error@1254370725) -> (continuation of Deferred@396640430 after retry RPC after error@1737427033) -> (continuation of Deferred@2006765179 after retry RPC after error@475950120) -> (continuation of Deferred@692780605 after retry RPC after error@915990157) -> (continuation of Deferred@669387059 after retry RPC after error@1211506379)))
14:06:40.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.259 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1442647358(state=PENDING, result=null, callback=(continuation of Deferred@212706014 after retry RPC after error@58696078) -> (continuation of Deferred@1608401516 after retry RPC after error@1660362836) -> (continuation of Deferred@53335430 after retry RPC after error@2099275708) -> (continuation of Deferred@1346410326 after retry RPC after error@200206474) -> (continuation of Deferred@1719831956 after retry RPC after error@409013119) -> (continuation of Deferred@1288688898 after retry RPC after error@806997673) -> (continuation of Deferred@1107626771 after retry RPC after error@1378867935), errback=(continuation of Deferred@212706014 after retry RPC after error@58696078) -> (continuation of Deferred@1608401516 after retry RPC after error@1660362836) -> (continuation of Deferred@53335430 after retry RPC after error@2099275708) -> (continuation of Deferred@1346410326 after retry RPC after error@200206474) -> (continuation of Deferred@1719831956 after retry RPC after error@409013119) -> (continuation of Deferred@1288688898 after retry RPC after error@806997673) -> (continuation of Deferred@1107626771 after retry RPC after error@1378867935)))
14:06:40.259 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1442647358(state=PENDING, result=null, callback=(continuation of Deferred@212706014 after retry RPC after error@58696078) -> (continuation of Deferred@1608401516 after retry RPC after error@1660362836) -> (continuation of Deferred@53335430 after retry RPC after error@2099275708) -> (continuation of Deferred@1346410326 after retry RPC after error@200206474) -> (continuation of Deferred@1719831956 after retry RPC after error@409013119) -> (continuation of Deferred@1288688898 after retry RPC after error@806997673) -> (continuation of Deferred@1107626771 after retry RPC after error@1378867935), errback=(continuation of Deferred@212706014 after retry RPC after error@58696078) -> (continuation of Deferred@1608401516 after retry RPC after error@1660362836) -> (continuation of Deferred@53335430 after retry RPC after error@2099275708) -> (continuation of Deferred@1346410326 after retry RPC after error@200206474) -> (continuation of Deferred@1719831956 after retry RPC after error@409013119) -> (continuation of Deferred@1288688898 after retry RPC after error@806997673) -> (continuation of Deferred@1107626771 after retry RPC after error@1378867935)))
14:06:40.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.499 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1800500608(state=PENDING, result=null, callback=(continuation of Deferred@826298347 after retry RPC after error@1071154874) -> (continuation of Deferred@859587899 after retry RPC after error@1394723753) -> (continuation of Deferred@1613625649 after retry RPC after error@456875736) -> (continuation of Deferred@1258280217 after retry RPC after error@392049516) -> (continuation of Deferred@406168775 after retry RPC after error@1496966279) -> (continuation of Deferred@1834657188 after retry RPC after error@192495152) -> (continuation of Deferred@1046454276 after retry RPC after error@685012628), errback=(continuation of Deferred@826298347 after retry RPC after error@1071154874) -> (continuation of Deferred@859587899 after retry RPC after error@1394723753) -> (continuation of Deferred@1613625649 after retry RPC after error@456875736) -> (continuation of Deferred@1258280217 after retry RPC after error@392049516) -> (continuation of Deferred@406168775 after retry RPC after error@1496966279) -> (continuation of Deferred@1834657188 after retry RPC after error@192495152) -> (continuation of Deferred@1046454276 after retry RPC after error@685012628)))
14:06:40.499 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1800500608(state=PENDING, result=null, callback=(continuation of Deferred@826298347 after retry RPC after error@1071154874) -> (continuation of Deferred@859587899 after retry RPC after error@1394723753) -> (continuation of Deferred@1613625649 after retry RPC after error@456875736) -> (continuation of Deferred@1258280217 after retry RPC after error@392049516) -> (continuation of Deferred@406168775 after retry RPC after error@1496966279) -> (continuation of Deferred@1834657188 after retry RPC after error@192495152) -> (continuation of Deferred@1046454276 after retry RPC after error@685012628), errback=(continuation of Deferred@826298347 after retry RPC after error@1071154874) -> (continuation of Deferred@859587899 after retry RPC after error@1394723753) -> (continuation of Deferred@1613625649 after retry RPC after error@456875736) -> (continuation of Deferred@1258280217 after retry RPC after error@392049516) -> (continuation of Deferred@406168775 after retry RPC after error@1496966279) -> (continuation of Deferred@1834657188 after retry RPC after error@192495152) -> (continuation of Deferred@1046454276 after retry RPC after error@685012628)))
14:06:40.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.617 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.617 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:40.673548 4106 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:40.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:40.677923 4106 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:40.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1450977429(state=PENDING, result=null, callback=(continuation of Deferred@165375949 after retry RPC after error@1944790154) -> (continuation of Deferred@1606796428 after retry RPC after error@1749706593) -> (continuation of Deferred@977127586 after retry RPC after error@274228251) -> (continuation of Deferred@1632117560 after retry RPC after error@1510088991) -> (continuation of Deferred@237935141 after retry RPC after error@1569017671) -> (continuation of Deferred@2104817196 after retry RPC after error@917846596) -> (continuation of Deferred@1286631685 after retry RPC after error@993583267), errback=(continuation of Deferred@165375949 after retry RPC after error@1944790154) -> (continuation of Deferred@1606796428 after retry RPC after error@1749706593) -> (continuation of Deferred@977127586 after retry RPC after error@274228251) -> (continuation of Deferred@1632117560 after retry RPC after error@1510088991) -> (continuation of Deferred@237935141 after retry RPC after error@1569017671) -> (continuation of Deferred@2104817196 after retry RPC after error@917846596) -> (continuation of Deferred@1286631685 after retry RPC after error@993583267)))
14:06:40.679 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1450977429(state=PENDING, result=null, callback=(continuation of Deferred@165375949 after retry RPC after error@1944790154) -> (continuation of Deferred@1606796428 after retry RPC after error@1749706593) -> (continuation of Deferred@977127586 after retry RPC after error@274228251) -> (continuation of Deferred@1632117560 after retry RPC after error@1510088991) -> (continuation of Deferred@237935141 after retry RPC after error@1569017671) -> (continuation of Deferred@2104817196 after retry RPC after error@917846596) -> (continuation of Deferred@1286631685 after retry RPC after error@993583267), errback=(continuation of Deferred@165375949 after retry RPC after error@1944790154) -> (continuation of Deferred@1606796428 after retry RPC after error@1749706593) -> (continuation of Deferred@977127586 after retry RPC after error@274228251) -> (continuation of Deferred@1632117560 after retry RPC after error@1510088991) -> (continuation of Deferred@237935141 after retry RPC after error@1569017671) -> (continuation of Deferred@2104817196 after retry RPC after error@917846596) -> (continuation of Deferred@1286631685 after retry RPC after error@993583267)))
14:06:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:40.679759 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:40.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.700 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.700 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.701 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.718 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.741 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.798 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.898 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [5ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@298234157(state=PENDING, result=null, callback=(continuation of Deferred@1707504677 after retry RPC after error@1676596960) -> (continuation of Deferred@2135425414 after retry RPC after error@1529059483) -> (continuation of Deferred@219326598 after retry RPC after error@408823314) -> (continuation of Deferred@656756910 after retry RPC after error@1619391377) -> (continuation of Deferred@2018193823 after retry RPC after error@298645042) -> (continuation of Deferred@476148869 after retry RPC after error@1396119011) -> (continuation of Deferred@1917915603 after retry RPC after error@73012429), errback=(continuation of Deferred@1707504677 after retry RPC after error@1676596960) -> (continuation of Deferred@2135425414 after retry RPC after error@1529059483) -> (continuation of Deferred@219326598 after retry RPC after error@408823314) -> (continuation of Deferred@656756910 after retry RPC after error@1619391377) -> (continuation of Deferred@2018193823 after retry RPC after error@298645042) -> (continuation of Deferred@476148869 after retry RPC after error@1396119011) -> (continuation of Deferred@1917915603 after retry RPC after error@73012429)))
14:06:40.899 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [5ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@298234157(state=PENDING, result=null, callback=(continuation of Deferred@1707504677 after retry RPC after error@1676596960) -> (continuation of Deferred@2135425414 after retry RPC after error@1529059483) -> (continuation of Deferred@219326598 after retry RPC after error@408823314) -> (continuation of Deferred@656756910 after retry RPC after error@1619391377) -> (continuation of Deferred@2018193823 after retry RPC after error@298645042) -> (continuation of Deferred@476148869 after retry RPC after error@1396119011) -> (continuation of Deferred@1917915603 after retry RPC after error@73012429), errback=(continuation of Deferred@1707504677 after retry RPC after error@1676596960) -> (continuation of Deferred@2135425414 after retry RPC after error@1529059483) -> (continuation of Deferred@219326598 after retry RPC after error@408823314) -> (continuation of Deferred@656756910 after retry RPC after error@1619391377) -> (continuation of Deferred@2018193823 after retry RPC after error@298645042) -> (continuation of Deferred@476148869 after retry RPC after error@1396119011) -> (continuation of Deferred@1917915603 after retry RPC after error@73012429)))
14:06:40.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:40.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:40.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:40.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:40.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:40.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1459012543(state=PENDING, result=null, callback=(continuation of Deferred@21350555 after retry RPC after error@567208361) -> (continuation of Deferred@1366999742 after retry RPC after error@829491221) -> (continuation of Deferred@517939120 after retry RPC after error@1208626787) -> (continuation of Deferred@1331849966 after retry RPC after error@1995104951) -> (continuation of Deferred@279859525 after retry RPC after error@156113925) -> (continuation of Deferred@1437016792 after retry RPC after error@1954123137), errback=(continuation of Deferred@21350555 after retry RPC after error@567208361) -> (continuation of Deferred@1366999742 after retry RPC after error@829491221) -> (continuation of Deferred@517939120 after retry RPC after error@1208626787) -> (continuation of Deferred@1331849966 after retry RPC after error@1995104951) -> (continuation of Deferred@279859525 after retry RPC after error@156113925) -> (continuation of Deferred@1437016792 after retry RPC after error@1954123137)))
14:06:41.059 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1459012543(state=PENDING, result=null, callback=(continuation of Deferred@21350555 after retry RPC after error@567208361) -> (continuation of Deferred@1366999742 after retry RPC after error@829491221) -> (continuation of Deferred@517939120 after retry RPC after error@1208626787) -> (continuation of Deferred@1331849966 after retry RPC after error@1995104951) -> (continuation of Deferred@279859525 after retry RPC after error@156113925) -> (continuation of Deferred@1437016792 after retry RPC after error@1954123137), errback=(continuation of Deferred@21350555 after retry RPC after error@567208361) -> (continuation of Deferred@1366999742 after retry RPC after error@829491221) -> (continuation of Deferred@517939120 after retry RPC after error@1208626787) -> (continuation of Deferred@1331849966 after retry RPC after error@1995104951) -> (continuation of Deferred@279859525 after retry RPC after error@156113925) -> (continuation of Deferred@1437016792 after retry RPC after error@1954123137)))
14:06:41.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2127375803(state=PENDING, result=null, callback=(continuation of Deferred@1427326945 after retry RPC after error@716674722) -> (continuation of Deferred@164706677 after retry RPC after error@510033153) -> (continuation of Deferred@1367674211 after retry RPC after error@1200718711) -> (continuation of Deferred@1200291937 after retry RPC after error@1789457380) -> (continuation of Deferred@322901447 after retry RPC after error@1484699372) -> (continuation of Deferred@1206467978 after retry RPC after error@1785975104), errback=(continuation of Deferred@1427326945 after retry RPC after error@716674722) -> (continuation of Deferred@164706677 after retry RPC after error@510033153) -> (continuation of Deferred@1367674211 after retry RPC after error@1200718711) -> (continuation of Deferred@1200291937 after retry RPC after error@1789457380) -> (continuation of Deferred@322901447 after retry RPC after error@1484699372) -> (continuation of Deferred@1206467978 after retry RPC after error@1785975104)))
14:06:41.258 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2127375803(state=PENDING, result=null, callback=(continuation of Deferred@1427326945 after retry RPC after error@716674722) -> (continuation of Deferred@164706677 after retry RPC after error@510033153) -> (continuation of Deferred@1367674211 after retry RPC after error@1200718711) -> (continuation of Deferred@1200291937 after retry RPC after error@1789457380) -> (continuation of Deferred@322901447 after retry RPC after error@1484699372) -> (continuation of Deferred@1206467978 after retry RPC after error@1785975104), errback=(continuation of Deferred@1427326945 after retry RPC after error@716674722) -> (continuation of Deferred@164706677 after retry RPC after error@510033153) -> (continuation of Deferred@1367674211 after retry RPC after error@1200718711) -> (continuation of Deferred@1200291937 after retry RPC after error@1789457380) -> (continuation of Deferred@322901447 after retry RPC after error@1484699372) -> (continuation of Deferred@1206467978 after retry RPC after error@1785975104)))
14:06:41.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@481258017(state=PENDING, result=null, callback=(continuation of Deferred@1543138396 after retry RPC after error@1234878220) -> (continuation of Deferred@1175241113 after retry RPC after error@555042075) -> (continuation of Deferred@696604137 after retry RPC after error@905702666) -> (continuation of Deferred@358343205 after retry RPC after error@518869000) -> (continuation of Deferred@499409953 after retry RPC after error@2008893742) -> (continuation of Deferred@1035851574 after retry RPC after error@1235533209) -> (continuation of Deferred@2004823520 after retry RPC after error@1788280344), errback=(continuation of Deferred@1543138396 after retry RPC after error@1234878220) -> (continuation of Deferred@1175241113 after retry RPC after error@555042075) -> (continuation of Deferred@696604137 after retry RPC after error@905702666) -> (continuation of Deferred@358343205 after retry RPC after error@518869000) -> (continuation of Deferred@499409953 after retry RPC after error@2008893742) -> (continuation of Deferred@1035851574 after retry RPC after error@1235533209) -> (continuation of Deferred@2004823520 after retry RPC after error@1788280344)))
14:06:41.459 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@481258017(state=PENDING, result=null, callback=(continuation of Deferred@1543138396 after retry RPC after error@1234878220) -> (continuation of Deferred@1175241113 after retry RPC after error@555042075) -> (continuation of Deferred@696604137 after retry RPC after error@905702666) -> (continuation of Deferred@358343205 after retry RPC after error@518869000) -> (continuation of Deferred@499409953 after retry RPC after error@2008893742) -> (continuation of Deferred@1035851574 after retry RPC after error@1235533209) -> (continuation of Deferred@2004823520 after retry RPC after error@1788280344), errback=(continuation of Deferred@1543138396 after retry RPC after error@1234878220) -> (continuation of Deferred@1175241113 after retry RPC after error@555042075) -> (continuation of Deferred@696604137 after retry RPC after error@905702666) -> (continuation of Deferred@358343205 after retry RPC after error@518869000) -> (continuation of Deferred@499409953 after retry RPC after error@2008893742) -> (continuation of Deferred@1035851574 after retry RPC after error@1235533209) -> (continuation of Deferred@2004823520 after retry RPC after error@1788280344)))
14:06:41.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.679 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.679 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1820546524(state=PENDING, result=null, callback=(continuation of Deferred@6036531 after retry RPC after error@490597574) -> (continuation of Deferred@1116800512 after retry RPC after error@885687867) -> (continuation of Deferred@1419225365 after retry RPC after error@641606813) -> (continuation of Deferred@1825937244 after retry RPC after error@214839203) -> (continuation of Deferred@1710813230 after retry RPC after error@850737856) -> (continuation of Deferred@1922708669 after retry RPC after error@257207930) -> (continuation of Deferred@755975742 after retry RPC after error@913771109), errback=(continuation of Deferred@6036531 after retry RPC after error@490597574) -> (continuation of Deferred@1116800512 after retry RPC after error@885687867) -> (continuation of Deferred@1419225365 after retry RPC after error@641606813) -> (continuation of Deferred@1825937244 after retry RPC after error@214839203) -> (continuation of Deferred@1710813230 after retry RPC after error@850737856) -> (continuation of Deferred@1922708669 after retry RPC after error@257207930) -> (continuation of Deferred@755975742 after retry RPC after error@913771109)))
14:06:41.679 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1820546524(state=PENDING, result=null, callback=(continuation of Deferred@6036531 after retry RPC after error@490597574) -> (continuation of Deferred@1116800512 after retry RPC after error@885687867) -> (continuation of Deferred@1419225365 after retry RPC after error@641606813) -> (continuation of Deferred@1825937244 after retry RPC after error@214839203) -> (continuation of Deferred@1710813230 after retry RPC after error@850737856) -> (continuation of Deferred@1922708669 after retry RPC after error@257207930) -> (continuation of Deferred@755975742 after retry RPC after error@913771109), errback=(continuation of Deferred@6036531 after retry RPC after error@490597574) -> (continuation of Deferred@1116800512 after retry RPC after error@885687867) -> (continuation of Deferred@1419225365 after retry RPC after error@641606813) -> (continuation of Deferred@1825937244 after retry RPC after error@214839203) -> (continuation of Deferred@1710813230 after retry RPC after error@850737856) -> (continuation of Deferred@1922708669 after retry RPC after error@257207930) -> (continuation of Deferred@755975742 after retry RPC after error@913771109)))
14:06:41.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.778 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1573370743(state=PENDING, result=null, callback=(continuation of Deferred@1804523456 after retry RPC after error@1372307344) -> (continuation of Deferred@1430489916 after retry RPC after error@893357792) -> (continuation of Deferred@672300880 after retry RPC after error@606692093) -> (continuation of Deferred@1845102383 after retry RPC after error@620481790) -> (continuation of Deferred@522772430 after retry RPC after error@1895393372) -> (continuation of Deferred@1300744723 after retry RPC after error@937517921) -> (continuation of Deferred@1852706044 after retry RPC after error@1441669861), errback=(continuation of Deferred@1804523456 after retry RPC after error@1372307344) -> (continuation of Deferred@1430489916 after retry RPC after error@893357792) -> (continuation of Deferred@672300880 after retry RPC after error@606692093) -> (continuation of Deferred@1845102383 after retry RPC after error@620481790) -> (continuation of Deferred@522772430 after retry RPC after error@1895393372) -> (continuation of Deferred@1300744723 after retry RPC after error@937517921) -> (continuation of Deferred@1852706044 after retry RPC after error@1441669861)))
14:06:41.899 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1573370743(state=PENDING, result=null, callback=(continuation of Deferred@1804523456 after retry RPC after error@1372307344) -> (continuation of Deferred@1430489916 after retry RPC after error@893357792) -> (continuation of Deferred@672300880 after retry RPC after error@606692093) -> (continuation of Deferred@1845102383 after retry RPC after error@620481790) -> (continuation of Deferred@522772430 after retry RPC after error@1895393372) -> (continuation of Deferred@1300744723 after retry RPC after error@937517921) -> (continuation of Deferred@1852706044 after retry RPC after error@1441669861), errback=(continuation of Deferred@1804523456 after retry RPC after error@1372307344) -> (continuation of Deferred@1430489916 after retry RPC after error@893357792) -> (continuation of Deferred@672300880 after retry RPC after error@606692093) -> (continuation of Deferred@1845102383 after retry RPC after error@620481790) -> (continuation of Deferred@522772430 after retry RPC after error@1895393372) -> (continuation of Deferred@1300744723 after retry RPC after error@937517921) -> (continuation of Deferred@1852706044 after retry RPC after error@1441669861)))
14:06:41.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:41.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:41.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:41.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:41.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:41.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.098 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@673633987(state=PENDING, result=null, callback=(continuation of Deferred@1913858762 after retry RPC after error@1663801594) -> (continuation of Deferred@262443498 after retry RPC after error@296410643) -> (continuation of Deferred@2055529366 after retry RPC after error@1171736692) -> (continuation of Deferred@1851243237 after retry RPC after error@692759418) -> (continuation of Deferred@1955554710 after retry RPC after error@191109019) -> (continuation of Deferred@1480000640 after retry RPC after error@609908103), errback=(continuation of Deferred@1913858762 after retry RPC after error@1663801594) -> (continuation of Deferred@262443498 after retry RPC after error@296410643) -> (continuation of Deferred@2055529366 after retry RPC after error@1171736692) -> (continuation of Deferred@1851243237 after retry RPC after error@692759418) -> (continuation of Deferred@1955554710 after retry RPC after error@191109019) -> (continuation of Deferred@1480000640 after retry RPC after error@609908103)))
14:06:42.098 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@673633987(state=PENDING, result=null, callback=(continuation of Deferred@1913858762 after retry RPC after error@1663801594) -> (continuation of Deferred@262443498 after retry RPC after error@296410643) -> (continuation of Deferred@2055529366 after retry RPC after error@1171736692) -> (continuation of Deferred@1851243237 after retry RPC after error@692759418) -> (continuation of Deferred@1955554710 after retry RPC after error@191109019) -> (continuation of Deferred@1480000640 after retry RPC after error@609908103), errback=(continuation of Deferred@1913858762 after retry RPC after error@1663801594) -> (continuation of Deferred@262443498 after retry RPC after error@296410643) -> (continuation of Deferred@2055529366 after retry RPC after error@1171736692) -> (continuation of Deferred@1851243237 after retry RPC after error@692759418) -> (continuation of Deferred@1955554710 after retry RPC after error@191109019) -> (continuation of Deferred@1480000640 after retry RPC after error@609908103)))
14:06:42.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.197 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.377 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@378245395(state=PENDING, result=null, callback=(continuation of Deferred@961447408 after retry RPC after error@455886438) -> (continuation of Deferred@542027761 after retry RPC after error@1778885090) -> (continuation of Deferred@657180759 after retry RPC after error@1590535586) -> (continuation of Deferred@195668141 after retry RPC after error@1559625867) -> (continuation of Deferred@635830834 after retry RPC after error@380978073) -> (continuation of Deferred@1352625442 after retry RPC after error@1006755298) -> (continuation of Deferred@694398914 after retry RPC after error@360089852), errback=(continuation of Deferred@961447408 after retry RPC after error@455886438) -> (continuation of Deferred@542027761 after retry RPC after error@1778885090) -> (continuation of Deferred@657180759 after retry RPC after error@1590535586) -> (continuation of Deferred@195668141 after retry RPC after error@1559625867) -> (continuation of Deferred@635830834 after retry RPC after error@380978073) -> (continuation of Deferred@1352625442 after retry RPC after error@1006755298) -> (continuation of Deferred@694398914 after retry RPC after error@360089852)))
14:06:42.378 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:42.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@167324529(state=PENDING, result=null, callback=(continuation of Deferred@1316933128 after retry RPC after error@2139301730) -> (continuation of Deferred@1131074144 after retry RPC after error@50912223) -> (continuation of Deferred@1002326840 after retry RPC after error@1575011098) -> (continuation of Deferred@1208808212 after retry RPC after error@220143593) -> (continuation of Deferred@1144091385 after retry RPC after error@521306486) -> (continuation of Deferred@808011219 after retry RPC after error@1161618536) -> (continuation of Deferred@181792908 after retry RPC after error@21485969), errback=(continuation of Deferred@1316933128 after retry RPC after error@2139301730) -> (continuation of Deferred@1131074144 after retry RPC after error@50912223) -> (continuation of Deferred@1002326840 after retry RPC after error@1575011098) -> (continuation of Deferred@1208808212 after retry RPC after error@220143593) -> (continuation of Deferred@1144091385 after retry RPC after error@521306486) -> (continuation of Deferred@808011219 after retry RPC after error@1161618536) -> (continuation of Deferred@181792908 after retry RPC after error@21485969)))
14:06:42.578 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@167324529(state=PENDING, result=null, callback=(continuation of Deferred@1316933128 after retry RPC after error@2139301730) -> (continuation of Deferred@1131074144 after retry RPC after error@50912223) -> (continuation of Deferred@1002326840 after retry RPC after error@1575011098) -> (continuation of Deferred@1208808212 after retry RPC after error@220143593) -> (continuation of Deferred@1144091385 after retry RPC after error@521306486) -> (continuation of Deferred@808011219 after retry RPC after error@1161618536) -> (continuation of Deferred@181792908 after retry RPC after error@21485969), errback=(continuation of Deferred@1316933128 after retry RPC after error@2139301730) -> (continuation of Deferred@1131074144 after retry RPC after error@50912223) -> (continuation of Deferred@1002326840 after retry RPC after error@1575011098) -> (continuation of Deferred@1208808212 after retry RPC after error@220143593) -> (continuation of Deferred@1144091385 after retry RPC after error@521306486) -> (continuation of Deferred@808011219 after retry RPC after error@1161618536) -> (continuation of Deferred@181792908 after retry RPC after error@21485969)))
14:06:42.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.598 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.698 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2096332080(state=PENDING, result=null, callback=(continuation of Deferred@1137158254 after retry RPC after error@1749761034) -> (continuation of Deferred@210815432 after retry RPC after error@1802321815) -> (continuation of Deferred@353857100 after retry RPC after error@613268360) -> (continuation of Deferred@777648216 after retry RPC after error@751500163) -> (continuation of Deferred@42042712 after retry RPC after error@1259945851) -> (continuation of Deferred@719558008 after retry RPC after error@1359897924), errback=(continuation of Deferred@1137158254 after retry RPC after error@1749761034) -> (continuation of Deferred@210815432 after retry RPC after error@1802321815) -> (continuation of Deferred@353857100 after retry RPC after error@613268360) -> (continuation of Deferred@777648216 after retry RPC after error@751500163) -> (continuation of Deferred@42042712 after retry RPC after error@1259945851) -> (continuation of Deferred@719558008 after retry RPC after error@1359897924)))
14:06:42.739 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2096332080(state=PENDING, result=null, callback=(continuation of Deferred@1137158254 after retry RPC after error@1749761034) -> (continuation of Deferred@210815432 after retry RPC after error@1802321815) -> (continuation of Deferred@353857100 after retry RPC after error@613268360) -> (continuation of Deferred@777648216 after retry RPC after error@751500163) -> (continuation of Deferred@42042712 after retry RPC after error@1259945851) -> (continuation of Deferred@719558008 after retry RPC after error@1359897924), errback=(continuation of Deferred@1137158254 after retry RPC after error@1749761034) -> (continuation of Deferred@210815432 after retry RPC after error@1802321815) -> (continuation of Deferred@353857100 after retry RPC after error@613268360) -> (continuation of Deferred@777648216 after retry RPC after error@751500163) -> (continuation of Deferred@42042712 after retry RPC after error@1259945851) -> (continuation of Deferred@719558008 after retry RPC after error@1359897924)))
14:06:42.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:42.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:42.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:42.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:42.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:42.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.017 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@955879022(state=PENDING, result=null, callback=(continuation of Deferred@892289375 after retry RPC after error@1437144348) -> (continuation of Deferred@688391906 after retry RPC after error@1576433491) -> (continuation of Deferred@303882251 after retry RPC after error@251659937) -> (continuation of Deferred@1716928181 after retry RPC after error@150241731) -> (continuation of Deferred@2107450478 after retry RPC after error@1915162738) -> (continuation of Deferred@634600213 after retry RPC after error@159730933) -> (continuation of Deferred@498051071 after retry RPC after error@1472303288), errback=(continuation of Deferred@892289375 after retry RPC after error@1437144348) -> (continuation of Deferred@688391906 after retry RPC after error@1576433491) -> (continuation of Deferred@303882251 after retry RPC after error@251659937) -> (continuation of Deferred@1716928181 after retry RPC after error@150241731) -> (continuation of Deferred@2107450478 after retry RPC after error@1915162738) -> (continuation of Deferred@634600213 after retry RPC after error@159730933) -> (continuation of Deferred@498051071 after retry RPC after error@1472303288)))
14:06:43.017 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:43.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:43.136296 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:43.136507 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:43.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@283318447(state=PENDING, result=null, callback=(continuation of Deferred@1251660258 after retry RPC after error@627238497) -> (continuation of Deferred@1334905537 after retry RPC after error@1195333116) -> (continuation of Deferred@1538689336 after retry RPC after error@1775578561) -> (continuation of Deferred@777385272 after retry RPC after error@326682043) -> (continuation of Deferred@2095608229 after retry RPC after error@1007935708) -> (continuation of Deferred@1039019603 after retry RPC after error@1752064328), errback=(continuation of Deferred@1251660258 after retry RPC after error@627238497) -> (continuation of Deferred@1334905537 after retry RPC after error@1195333116) -> (continuation of Deferred@1538689336 after retry RPC after error@1775578561) -> (continuation of Deferred@777385272 after retry RPC after error@326682043) -> (continuation of Deferred@2095608229 after retry RPC after error@1007935708) -> (continuation of Deferred@1039019603 after retry RPC after error@1752064328)))
14:06:43.198 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@283318447(state=PENDING, result=null, callback=(continuation of Deferred@1251660258 after retry RPC after error@627238497) -> (continuation of Deferred@1334905537 after retry RPC after error@1195333116) -> (continuation of Deferred@1538689336 after retry RPC after error@1775578561) -> (continuation of Deferred@777385272 after retry RPC after error@326682043) -> (continuation of Deferred@2095608229 after retry RPC after error@1007935708) -> (continuation of Deferred@1039019603 after retry RPC after error@1752064328), errback=(continuation of Deferred@1251660258 after retry RPC after error@627238497) -> (continuation of Deferred@1334905537 after retry RPC after error@1195333116) -> (continuation of Deferred@1538689336 after retry RPC after error@1775578561) -> (continuation of Deferred@777385272 after retry RPC after error@326682043) -> (continuation of Deferred@2095608229 after retry RPC after error@1007935708) -> (continuation of Deferred@1039019603 after retry RPC after error@1752064328)))
14:06:43.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.439 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1458144465(state=PENDING, result=null, callback=(continuation of Deferred@812726232 after retry RPC after error@467138555) -> (continuation of Deferred@1375507605 after retry RPC after error@1269386615) -> (continuation of Deferred@1918860333 after retry RPC after error@1452488114) -> (continuation of Deferred@1677609929 after retry RPC after error@1648189492) -> (continuation of Deferred@1795872330 after retry RPC after error@612057148) -> (continuation of Deferred@902489977 after retry RPC after error@1023352116) -> (continuation of Deferred@24781927 after retry RPC after error@2147417812), errback=(continuation of Deferred@812726232 after retry RPC after error@467138555) -> (continuation of Deferred@1375507605 after retry RPC after error@1269386615) -> (continuation of Deferred@1918860333 after retry RPC after error@1452488114) -> (continuation of Deferred@1677609929 after retry RPC after error@1648189492) -> (continuation of Deferred@1795872330 after retry RPC after error@612057148) -> (continuation of Deferred@902489977 after retry RPC after error@1023352116) -> (continuation of Deferred@24781927 after retry RPC after error@2147417812)))
14:06:43.439 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1458144465(state=PENDING, result=null, callback=(continuation of Deferred@812726232 after retry RPC after error@467138555) -> (continuation of Deferred@1375507605 after retry RPC after error@1269386615) -> (continuation of Deferred@1918860333 after retry RPC after error@1452488114) -> (continuation of Deferred@1677609929 after retry RPC after error@1648189492) -> (continuation of Deferred@1795872330 after retry RPC after error@612057148) -> (continuation of Deferred@902489977 after retry RPC after error@1023352116) -> (continuation of Deferred@24781927 after retry RPC after error@2147417812), errback=(continuation of Deferred@812726232 after retry RPC after error@467138555) -> (continuation of Deferred@1375507605 after retry RPC after error@1269386615) -> (continuation of Deferred@1918860333 after retry RPC after error@1452488114) -> (continuation of Deferred@1677609929 after retry RPC after error@1648189492) -> (continuation of Deferred@1795872330 after retry RPC after error@612057148) -> (continuation of Deferred@902489977 after retry RPC after error@1023352116) -> (continuation of Deferred@24781927 after retry RPC after error@2147417812)))
14:06:43.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.717 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1500373061(state=PENDING, result=null, callback=(continuation of Deferred@1936073953 after retry RPC after error@1143308737) -> (continuation of Deferred@485037065 after retry RPC after error@716218393) -> (continuation of Deferred@1748228226 after retry RPC after error@7370700) -> (continuation of Deferred@1424843415 after retry RPC after error@2071109755) -> (continuation of Deferred@225673311 after retry RPC after error@238966826) -> (continuation of Deferred@829975200 after retry RPC after error@1600611724) -> (continuation of Deferred@1317496647 after retry RPC after error@839158197) -> (continuation of Deferred@1088149567 after retry RPC after error@620011181), errback=(continuation of Deferred@1936073953 after retry RPC after error@1143308737) -> (continuation of Deferred@485037065 after retry RPC after error@716218393) -> (continuation of Deferred@1748228226 after retry RPC after error@7370700) -> (continuation of Deferred@1424843415 after retry RPC after error@2071109755) -> (continuation of Deferred@225673311 after retry RPC after error@238966826) -> (continuation of Deferred@829975200 after retry RPC after error@1600611724) -> (continuation of Deferred@1317496647 after retry RPC after error@839158197) -> (continuation of Deferred@1088149567 after retry RPC after error@620011181)))
14:06:43.717 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:43.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.898 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@155043808(state=PENDING, result=null, callback=(continuation of Deferred@2045066525 after retry RPC after error@1046509140) -> (continuation of Deferred@2094420772 after retry RPC after error@456362393) -> (continuation of Deferred@1265521207 after retry RPC after error@1988190168) -> (continuation of Deferred@947940703 after retry RPC after error@1064850583) -> (continuation of Deferred@113137317 after retry RPC after error@2059249205) -> (continuation of Deferred@1097647784 after retry RPC after error@1020129022), errback=(continuation of Deferred@2045066525 after retry RPC after error@1046509140) -> (continuation of Deferred@2094420772 after retry RPC after error@456362393) -> (continuation of Deferred@1265521207 after retry RPC after error@1988190168) -> (continuation of Deferred@947940703 after retry RPC after error@1064850583) -> (continuation of Deferred@113137317 after retry RPC after error@2059249205) -> (continuation of Deferred@1097647784 after retry RPC after error@1020129022)))
14:06:43.898 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@155043808(state=PENDING, result=null, callback=(continuation of Deferred@2045066525 after retry RPC after error@1046509140) -> (continuation of Deferred@2094420772 after retry RPC after error@456362393) -> (continuation of Deferred@1265521207 after retry RPC after error@1988190168) -> (continuation of Deferred@947940703 after retry RPC after error@1064850583) -> (continuation of Deferred@113137317 after retry RPC after error@2059249205) -> (continuation of Deferred@1097647784 after retry RPC after error@1020129022), errback=(continuation of Deferred@2045066525 after retry RPC after error@1046509140) -> (continuation of Deferred@2094420772 after retry RPC after error@456362393) -> (continuation of Deferred@1265521207 after retry RPC after error@1988190168) -> (continuation of Deferred@947940703 after retry RPC after error@1064850583) -> (continuation of Deferred@113137317 after retry RPC after error@2059249205) -> (continuation of Deferred@1097647784 after retry RPC after error@1020129022)))
14:06:43.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.979 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:43.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:43.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:43.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:43.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:43.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.158 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1614267119(state=PENDING, result=null, callback=(continuation of Deferred@649887920 after retry RPC after error@2124388287) -> (continuation of Deferred@658760581 after retry RPC after error@2042457400) -> (continuation of Deferred@994499519 after retry RPC after error@963023111) -> (continuation of Deferred@25231973 after retry RPC after error@331836352) -> (continuation of Deferred@508678436 after retry RPC after error@330470720) -> (continuation of Deferred@447295353 after retry RPC after error@840486535) -> (continuation of Deferred@575729937 after retry RPC after error@634353806), errback=(continuation of Deferred@649887920 after retry RPC after error@2124388287) -> (continuation of Deferred@658760581 after retry RPC after error@2042457400) -> (continuation of Deferred@994499519 after retry RPC after error@963023111) -> (continuation of Deferred@25231973 after retry RPC after error@331836352) -> (continuation of Deferred@508678436 after retry RPC after error@330470720) -> (continuation of Deferred@447295353 after retry RPC after error@840486535) -> (continuation of Deferred@575729937 after retry RPC after error@634353806)))
14:06:44.159 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1614267119(state=PENDING, result=null, callback=(continuation of Deferred@649887920 after retry RPC after error@2124388287) -> (continuation of Deferred@658760581 after retry RPC after error@2042457400) -> (continuation of Deferred@994499519 after retry RPC after error@963023111) -> (continuation of Deferred@25231973 after retry RPC after error@331836352) -> (continuation of Deferred@508678436 after retry RPC after error@330470720) -> (continuation of Deferred@447295353 after retry RPC after error@840486535) -> (continuation of Deferred@575729937 after retry RPC after error@634353806), errback=(continuation of Deferred@649887920 after retry RPC after error@2124388287) -> (continuation of Deferred@658760581 after retry RPC after error@2042457400) -> (continuation of Deferred@994499519 after retry RPC after error@963023111) -> (continuation of Deferred@25231973 after retry RPC after error@331836352) -> (continuation of Deferred@508678436 after retry RPC after error@330470720) -> (continuation of Deferred@447295353 after retry RPC after error@840486535) -> (continuation of Deferred@575729937 after retry RPC after error@634353806)))
14:06:44.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.197 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.279 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.437 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1704738397(state=PENDING, result=null, callback=(continuation of Deferred@1144326513 after retry RPC after error@1624749209) -> (continuation of Deferred@568537911 after retry RPC after error@621387648) -> (continuation of Deferred@1234920657 after retry RPC after error@339046919) -> (continuation of Deferred@754417981 after retry RPC after error@1164705468) -> (continuation of Deferred@1472509740 after retry RPC after error@1759396505) -> (continuation of Deferred@2016467158 after retry RPC after error@1647597426) -> (continuation of Deferred@280748495 after retry RPC after error@183215051), errback=(continuation of Deferred@1144326513 after retry RPC after error@1624749209) -> (continuation of Deferred@568537911 after retry RPC after error@621387648) -> (continuation of Deferred@1234920657 after retry RPC after error@339046919) -> (continuation of Deferred@754417981 after retry RPC after error@1164705468) -> (continuation of Deferred@1472509740 after retry RPC after error@1759396505) -> (continuation of Deferred@2016467158 after retry RPC after error@1647597426) -> (continuation of Deferred@280748495 after retry RPC after error@183215051)))
14:06:44.438 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:44.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.597 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1478852446(state=PENDING, result=null, callback=(continuation of Deferred@1154877074 after retry RPC after error@607903506) -> (continuation of Deferred@1046639309 after retry RPC after error@1305355728) -> (continuation of Deferred@970479725 after retry RPC after error@1130480395) -> (continuation of Deferred@1857566128 after retry RPC after error@1382313234) -> (continuation of Deferred@688151555 after retry RPC after error@1689299891) -> (continuation of Deferred@1267336992 after retry RPC after error@980942782) -> (continuation of Deferred@823675063 after retry RPC after error@1343524884), errback=(continuation of Deferred@1154877074 after retry RPC after error@607903506) -> (continuation of Deferred@1046639309 after retry RPC after error@1305355728) -> (continuation of Deferred@970479725 after retry RPC after error@1130480395) -> (continuation of Deferred@1857566128 after retry RPC after error@1382313234) -> (continuation of Deferred@688151555 after retry RPC after error@1689299891) -> (continuation of Deferred@1267336992 after retry RPC after error@980942782) -> (continuation of Deferred@823675063 after retry RPC after error@1343524884)))
14:06:44.639 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1478852446(state=PENDING, result=null, callback=(continuation of Deferred@1154877074 after retry RPC after error@607903506) -> (continuation of Deferred@1046639309 after retry RPC after error@1305355728) -> (continuation of Deferred@970479725 after retry RPC after error@1130480395) -> (continuation of Deferred@1857566128 after retry RPC after error@1382313234) -> (continuation of Deferred@688151555 after retry RPC after error@1689299891) -> (continuation of Deferred@1267336992 after retry RPC after error@980942782) -> (continuation of Deferred@823675063 after retry RPC after error@1343524884), errback=(continuation of Deferred@1154877074 after retry RPC after error@607903506) -> (continuation of Deferred@1046639309 after retry RPC after error@1305355728) -> (continuation of Deferred@970479725 after retry RPC after error@1130480395) -> (continuation of Deferred@1857566128 after retry RPC after error@1382313234) -> (continuation of Deferred@688151555 after retry RPC after error@1689299891) -> (continuation of Deferred@1267336992 after retry RPC after error@980942782) -> (continuation of Deferred@823675063 after retry RPC after error@1343524884)))
14:06:44.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.779 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1662666569(state=PENDING, result=null, callback=(continuation of Deferred@812479943 after retry RPC after error@1704393498) -> (continuation of Deferred@1105234164 after retry RPC after error@1886498702) -> (continuation of Deferred@736706314 after retry RPC after error@2046119750) -> (continuation of Deferred@1008197540 after retry RPC after error@1097276023) -> (continuation of Deferred@596933694 after retry RPC after error@1883801717) -> (continuation of Deferred@1923126055 after retry RPC after error@200117158) -> (continuation of Deferred@186147689 after retry RPC after error@1059539295), errback=(continuation of Deferred@812479943 after retry RPC after error@1704393498) -> (continuation of Deferred@1105234164 after retry RPC after error@1886498702) -> (continuation of Deferred@736706314 after retry RPC after error@2046119750) -> (continuation of Deferred@1008197540 after retry RPC after error@1097276023) -> (continuation of Deferred@596933694 after retry RPC after error@1883801717) -> (continuation of Deferred@1923126055 after retry RPC after error@200117158) -> (continuation of Deferred@186147689 after retry RPC after error@1059539295)))
14:06:44.858 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1662666569(state=PENDING, result=null, callback=(continuation of Deferred@812479943 after retry RPC after error@1704393498) -> (continuation of Deferred@1105234164 after retry RPC after error@1886498702) -> (continuation of Deferred@736706314 after retry RPC after error@2046119750) -> (continuation of Deferred@1008197540 after retry RPC after error@1097276023) -> (continuation of Deferred@596933694 after retry RPC after error@1883801717) -> (continuation of Deferred@1923126055 after retry RPC after error@200117158) -> (continuation of Deferred@186147689 after retry RPC after error@1059539295), errback=(continuation of Deferred@812479943 after retry RPC after error@1704393498) -> (continuation of Deferred@1105234164 after retry RPC after error@1886498702) -> (continuation of Deferred@736706314 after retry RPC after error@2046119750) -> (continuation of Deferred@1008197540 after retry RPC after error@1097276023) -> (continuation of Deferred@596933694 after retry RPC after error@1883801717) -> (continuation of Deferred@1923126055 after retry RPC after error@200117158) -> (continuation of Deferred@186147689 after retry RPC after error@1059539295)))
14:06:44.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:44.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:44.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:44.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:44.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:44.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.119 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1015412464(state=PENDING, result=null, callback=(continuation of Deferred@2108484113 after retry RPC after error@2133809077) -> (continuation of Deferred@1159435392 after retry RPC after error@1446693029) -> (continuation of Deferred@1281117201 after retry RPC after error@1238051024) -> (continuation of Deferred@1349323517 after retry RPC after error@1343397813) -> (continuation of Deferred@2122345826 after retry RPC after error@1847416778) -> (continuation of Deferred@1444909590 after retry RPC after error@305418327) -> (continuation of Deferred@1864549390 after retry RPC after error@1803910439), errback=(continuation of Deferred@2108484113 after retry RPC after error@2133809077) -> (continuation of Deferred@1159435392 after retry RPC after error@1446693029) -> (continuation of Deferred@1281117201 after retry RPC after error@1238051024) -> (continuation of Deferred@1349323517 after retry RPC after error@1343397813) -> (continuation of Deferred@2122345826 after retry RPC after error@1847416778) -> (continuation of Deferred@1444909590 after retry RPC after error@305418327) -> (continuation of Deferred@1864549390 after retry RPC after error@1803910439)))
14:06:45.119 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1015412464(state=PENDING, result=null, callback=(continuation of Deferred@2108484113 after retry RPC after error@2133809077) -> (continuation of Deferred@1159435392 after retry RPC after error@1446693029) -> (continuation of Deferred@1281117201 after retry RPC after error@1238051024) -> (continuation of Deferred@1349323517 after retry RPC after error@1343397813) -> (continuation of Deferred@2122345826 after retry RPC after error@1847416778) -> (continuation of Deferred@1444909590 after retry RPC after error@305418327) -> (continuation of Deferred@1864549390 after retry RPC after error@1803910439), errback=(continuation of Deferred@2108484113 after retry RPC after error@2133809077) -> (continuation of Deferred@1159435392 after retry RPC after error@1446693029) -> (continuation of Deferred@1281117201 after retry RPC after error@1238051024) -> (continuation of Deferred@1349323517 after retry RPC after error@1343397813) -> (continuation of Deferred@2122345826 after retry RPC after error@1847416778) -> (continuation of Deferred@1444909590 after retry RPC after error@305418327) -> (continuation of Deferred@1864549390 after retry RPC after error@1803910439)))
14:06:45.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.218 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.258 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.259 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.378 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@268278951(state=PENDING, result=null, callback=(continuation of Deferred@1254211563 after retry RPC after error@736551894) -> (continuation of Deferred@1796156486 after retry RPC after error@141860132) -> (continuation of Deferred@1334658342 after retry RPC after error@1407842130) -> (continuation of Deferred@1100385397 after retry RPC after error@1839703262) -> (continuation of Deferred@1218865209 after retry RPC after error@1424577816) -> (continuation of Deferred@568954580 after retry RPC after error@1907904355) -> (continuation of Deferred@170133197 after retry RPC after error@343659268), errback=(continuation of Deferred@1254211563 after retry RPC after error@736551894) -> (continuation of Deferred@1796156486 after retry RPC after error@141860132) -> (continuation of Deferred@1334658342 after retry RPC after error@1407842130) -> (continuation of Deferred@1100385397 after retry RPC after error@1839703262) -> (continuation of Deferred@1218865209 after retry RPC after error@1424577816) -> (continuation of Deferred@568954580 after retry RPC after error@1907904355) -> (continuation of Deferred@170133197 after retry RPC after error@343659268)))
14:06:45.378 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@268278951(state=PENDING, result=null, callback=(continuation of Deferred@1254211563 after retry RPC after error@736551894) -> (continuation of Deferred@1796156486 after retry RPC after error@141860132) -> (continuation of Deferred@1334658342 after retry RPC after error@1407842130) -> (continuation of Deferred@1100385397 after retry RPC after error@1839703262) -> (continuation of Deferred@1218865209 after retry RPC after error@1424577816) -> (continuation of Deferred@568954580 after retry RPC after error@1907904355) -> (continuation of Deferred@170133197 after retry RPC after error@343659268), errback=(continuation of Deferred@1254211563 after retry RPC after error@736551894) -> (continuation of Deferred@1796156486 after retry RPC after error@141860132) -> (continuation of Deferred@1334658342 after retry RPC after error@1407842130) -> (continuation of Deferred@1100385397 after retry RPC after error@1839703262) -> (continuation of Deferred@1218865209 after retry RPC after error@1424577816) -> (continuation of Deferred@568954580 after retry RPC after error@1907904355) -> (continuation of Deferred@170133197 after retry RPC after error@343659268)))
14:06:45.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@416314787(state=PENDING, result=null, callback=(continuation of Deferred@494378774 after retry RPC after error@1907288046) -> (continuation of Deferred@524007574 after retry RPC after error@81636287) -> (continuation of Deferred@628300573 after retry RPC after error@593758666) -> (continuation of Deferred@1633286712 after retry RPC after error@145765887) -> (continuation of Deferred@891714567 after retry RPC after error@906959152) -> (continuation of Deferred@413777395 after retry RPC after error@297762004) -> (continuation of Deferred@402648224 after retry RPC after error@1509405174), errback=(continuation of Deferred@494378774 after retry RPC after error@1907288046) -> (continuation of Deferred@524007574 after retry RPC after error@81636287) -> (continuation of Deferred@628300573 after retry RPC after error@593758666) -> (continuation of Deferred@1633286712 after retry RPC after error@145765887) -> (continuation of Deferred@891714567 after retry RPC after error@906959152) -> (continuation of Deferred@413777395 after retry RPC after error@297762004) -> (continuation of Deferred@402648224 after retry RPC after error@1509405174)))
14:06:45.639 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@416314787(state=PENDING, result=null, callback=(continuation of Deferred@494378774 after retry RPC after error@1907288046) -> (continuation of Deferred@524007574 after retry RPC after error@81636287) -> (continuation of Deferred@628300573 after retry RPC after error@593758666) -> (continuation of Deferred@1633286712 after retry RPC after error@145765887) -> (continuation of Deferred@891714567 after retry RPC after error@906959152) -> (continuation of Deferred@413777395 after retry RPC after error@297762004) -> (continuation of Deferred@402648224 after retry RPC after error@1509405174), errback=(continuation of Deferred@494378774 after retry RPC after error@1907288046) -> (continuation of Deferred@524007574 after retry RPC after error@81636287) -> (continuation of Deferred@628300573 after retry RPC after error@593758666) -> (continuation of Deferred@1633286712 after retry RPC after error@145765887) -> (continuation of Deferred@891714567 after retry RPC after error@906959152) -> (continuation of Deferred@413777395 after retry RPC after error@297762004) -> (continuation of Deferred@402648224 after retry RPC after error@1509405174)))
14:06:45.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.678 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.678 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:45.777488 4112 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:45.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:45.781905 4112 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:45.783568 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:45.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.878 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@483977551(state=PENDING, result=null, callback=(continuation of Deferred@1004707871 after retry RPC after error@453136491) -> (continuation of Deferred@566094187 after retry RPC after error@2062876290) -> (continuation of Deferred@1421364123 after retry RPC after error@1571870831) -> (continuation of Deferred@319329283 after retry RPC after error@1322612750) -> (continuation of Deferred@1478956764 after retry RPC after error@59760151) -> (continuation of Deferred@1416690409 after retry RPC after error@822144353) -> (continuation of Deferred@1366396011 after retry RPC after error@745770804), errback=(continuation of Deferred@1004707871 after retry RPC after error@453136491) -> (continuation of Deferred@566094187 after retry RPC after error@2062876290) -> (continuation of Deferred@1421364123 after retry RPC after error@1571870831) -> (continuation of Deferred@319329283 after retry RPC after error@1322612750) -> (continuation of Deferred@1478956764 after retry RPC after error@59760151) -> (continuation of Deferred@1416690409 after retry RPC after error@822144353) -> (continuation of Deferred@1366396011 after retry RPC after error@745770804)))
14:06:45.879 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@483977551(state=PENDING, result=null, callback=(continuation of Deferred@1004707871 after retry RPC after error@453136491) -> (continuation of Deferred@566094187 after retry RPC after error@2062876290) -> (continuation of Deferred@1421364123 after retry RPC after error@1571870831) -> (continuation of Deferred@319329283 after retry RPC after error@1322612750) -> (continuation of Deferred@1478956764 after retry RPC after error@59760151) -> (continuation of Deferred@1416690409 after retry RPC after error@822144353) -> (continuation of Deferred@1366396011 after retry RPC after error@745770804), errback=(continuation of Deferred@1004707871 after retry RPC after error@453136491) -> (continuation of Deferred@566094187 after retry RPC after error@2062876290) -> (continuation of Deferred@1421364123 after retry RPC after error@1571870831) -> (continuation of Deferred@319329283 after retry RPC after error@1322612750) -> (continuation of Deferred@1478956764 after retry RPC after error@59760151) -> (continuation of Deferred@1416690409 after retry RPC after error@822144353) -> (continuation of Deferred@1366396011 after retry RPC after error@745770804)))
14:06:45.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:45.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:45.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:45.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:45.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:45.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.079 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1729371499(state=PENDING, result=null, callback=(continuation of Deferred@2124618026 after retry RPC after error@1141133990) -> (continuation of Deferred@524609288 after retry RPC after error@1484545742) -> (continuation of Deferred@1055942306 after retry RPC after error@1476891320) -> (continuation of Deferred@1615020567 after retry RPC after error@1525934847) -> (continuation of Deferred@1737183861 after retry RPC after error@58560110) -> (continuation of Deferred@2035562476 after retry RPC after error@1010146859) -> (continuation of Deferred@26245922 after retry RPC after error@1861327744), errback=(continuation of Deferred@2124618026 after retry RPC after error@1141133990) -> (continuation of Deferred@524609288 after retry RPC after error@1484545742) -> (continuation of Deferred@1055942306 after retry RPC after error@1476891320) -> (continuation of Deferred@1615020567 after retry RPC after error@1525934847) -> (continuation of Deferred@1737183861 after retry RPC after error@58560110) -> (continuation of Deferred@2035562476 after retry RPC after error@1010146859) -> (continuation of Deferred@26245922 after retry RPC after error@1861327744)))
14:06:46.079 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1729371499(state=PENDING, result=null, callback=(continuation of Deferred@2124618026 after retry RPC after error@1141133990) -> (continuation of Deferred@524609288 after retry RPC after error@1484545742) -> (continuation of Deferred@1055942306 after retry RPC after error@1476891320) -> (continuation of Deferred@1615020567 after retry RPC after error@1525934847) -> (continuation of Deferred@1737183861 after retry RPC after error@58560110) -> (continuation of Deferred@2035562476 after retry RPC after error@1010146859) -> (continuation of Deferred@26245922 after retry RPC after error@1861327744), errback=(continuation of Deferred@2124618026 after retry RPC after error@1141133990) -> (continuation of Deferred@524609288 after retry RPC after error@1484545742) -> (continuation of Deferred@1055942306 after retry RPC after error@1476891320) -> (continuation of Deferred@1615020567 after retry RPC after error@1525934847) -> (continuation of Deferred@1737183861 after retry RPC after error@58560110) -> (continuation of Deferred@2035562476 after retry RPC after error@1010146859) -> (continuation of Deferred@26245922 after retry RPC after error@1861327744)))
14:06:46.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.298 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1629500910(state=PENDING, result=null, callback=(continuation of Deferred@1993828132 after retry RPC after error@973350629) -> (continuation of Deferred@1762891548 after retry RPC after error@159142037) -> (continuation of Deferred@1147136217 after retry RPC after error@1610079673) -> (continuation of Deferred@715725356 after retry RPC after error@1094328084) -> (continuation of Deferred@2056793802 after retry RPC after error@467877429) -> (continuation of Deferred@2046373663 after retry RPC after error@1755991435) -> (continuation of Deferred@1400885290 after retry RPC after error@1374641894), errback=(continuation of Deferred@1993828132 after retry RPC after error@973350629) -> (continuation of Deferred@1762891548 after retry RPC after error@159142037) -> (continuation of Deferred@1147136217 after retry RPC after error@1610079673) -> (continuation of Deferred@715725356 after retry RPC after error@1094328084) -> (continuation of Deferred@2056793802 after retry RPC after error@467877429) -> (continuation of Deferred@2046373663 after retry RPC after error@1755991435) -> (continuation of Deferred@1400885290 after retry RPC after error@1374641894)))
14:06:46.298 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1629500910(state=PENDING, result=null, callback=(continuation of Deferred@1993828132 after retry RPC after error@973350629) -> (continuation of Deferred@1762891548 after retry RPC after error@159142037) -> (continuation of Deferred@1147136217 after retry RPC after error@1610079673) -> (continuation of Deferred@715725356 after retry RPC after error@1094328084) -> (continuation of Deferred@2056793802 after retry RPC after error@467877429) -> (continuation of Deferred@2046373663 after retry RPC after error@1755991435) -> (continuation of Deferred@1400885290 after retry RPC after error@1374641894), errback=(continuation of Deferred@1993828132 after retry RPC after error@973350629) -> (continuation of Deferred@1762891548 after retry RPC after error@159142037) -> (continuation of Deferred@1147136217 after retry RPC after error@1610079673) -> (continuation of Deferred@715725356 after retry RPC after error@1094328084) -> (continuation of Deferred@2056793802 after retry RPC after error@467877429) -> (continuation of Deferred@2046373663 after retry RPC after error@1755991435) -> (continuation of Deferred@1400885290 after retry RPC after error@1374641894)))
14:06:46.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.558 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1285398303(state=PENDING, result=null, callback=(continuation of Deferred@18818247 after retry RPC after error@2060873444) -> (continuation of Deferred@828277280 after retry RPC after error@287016563) -> (continuation of Deferred@1775935883 after retry RPC after error@540168986) -> (continuation of Deferred@1706592958 after retry RPC after error@677228644) -> (continuation of Deferred@347572765 after retry RPC after error@640659730) -> (continuation of Deferred@123941395 after retry RPC after error@1123580939) -> (continuation of Deferred@1782051115 after retry RPC after error@827030110), errback=(continuation of Deferred@18818247 after retry RPC after error@2060873444) -> (continuation of Deferred@828277280 after retry RPC after error@287016563) -> (continuation of Deferred@1775935883 after retry RPC after error@540168986) -> (continuation of Deferred@1706592958 after retry RPC after error@677228644) -> (continuation of Deferred@347572765 after retry RPC after error@640659730) -> (continuation of Deferred@123941395 after retry RPC after error@1123580939) -> (continuation of Deferred@1782051115 after retry RPC after error@827030110)))
14:06:46.558 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1285398303(state=PENDING, result=null, callback=(continuation of Deferred@18818247 after retry RPC after error@2060873444) -> (continuation of Deferred@828277280 after retry RPC after error@287016563) -> (continuation of Deferred@1775935883 after retry RPC after error@540168986) -> (continuation of Deferred@1706592958 after retry RPC after error@677228644) -> (continuation of Deferred@347572765 after retry RPC after error@640659730) -> (continuation of Deferred@123941395 after retry RPC after error@1123580939) -> (continuation of Deferred@1782051115 after retry RPC after error@827030110), errback=(continuation of Deferred@18818247 after retry RPC after error@2060873444) -> (continuation of Deferred@828277280 after retry RPC after error@287016563) -> (continuation of Deferred@1775935883 after retry RPC after error@540168986) -> (continuation of Deferred@1706592958 after retry RPC after error@677228644) -> (continuation of Deferred@347572765 after retry RPC after error@640659730) -> (continuation of Deferred@123941395 after retry RPC after error@1123580939) -> (continuation of Deferred@1782051115 after retry RPC after error@827030110)))
14:06:46.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.579 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@263277889(state=PENDING, result=null, callback=(continuation of Deferred@1505244950 after retry RPC after error@46503167) -> (continuation of Deferred@735893051 after retry RPC after error@771902788) -> (continuation of Deferred@916115221 after retry RPC after error@416733013) -> (continuation of Deferred@1433839482 after retry RPC after error@1763879165) -> (continuation of Deferred@161489067 after retry RPC after error@669135541) -> (continuation of Deferred@1196362820 after retry RPC after error@995504400), errback=(continuation of Deferred@1505244950 after retry RPC after error@46503167) -> (continuation of Deferred@735893051 after retry RPC after error@771902788) -> (continuation of Deferred@916115221 after retry RPC after error@416733013) -> (continuation of Deferred@1433839482 after retry RPC after error@1763879165) -> (continuation of Deferred@161489067 after retry RPC after error@669135541) -> (continuation of Deferred@1196362820 after retry RPC after error@995504400)))
14:06:46.738 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@263277889(state=PENDING, result=null, callback=(continuation of Deferred@1505244950 after retry RPC after error@46503167) -> (continuation of Deferred@735893051 after retry RPC after error@771902788) -> (continuation of Deferred@916115221 after retry RPC after error@416733013) -> (continuation of Deferred@1433839482 after retry RPC after error@1763879165) -> (continuation of Deferred@161489067 after retry RPC after error@669135541) -> (continuation of Deferred@1196362820 after retry RPC after error@995504400), errback=(continuation of Deferred@1505244950 after retry RPC after error@46503167) -> (continuation of Deferred@735893051 after retry RPC after error@771902788) -> (continuation of Deferred@916115221 after retry RPC after error@416733013) -> (continuation of Deferred@1433839482 after retry RPC after error@1763879165) -> (continuation of Deferred@161489067 after retry RPC after error@669135541) -> (continuation of Deferred@1196362820 after retry RPC after error@995504400)))
14:06:46.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:46.777112 4966 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:46.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:46.777347 4966 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:46.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:46.778911 4966 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:46.779731 4645 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111) [suppressed 3 similar messages]
14:06:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:46.780977 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:46.781335 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:46.781522 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:46.781808 4966 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:46.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.897 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@157193312(state=PENDING, result=null, callback=(continuation of Deferred@1938101580 after retry RPC after error@543441047) -> (continuation of Deferred@1265591950 after retry RPC after error@913245719) -> (continuation of Deferred@1830505187 after retry RPC after error@1878642479) -> (continuation of Deferred@1603440456 after retry RPC after error@285435155) -> (continuation of Deferred@645425538 after retry RPC after error@123292373) -> (continuation of Deferred@1283091897 after retry RPC after error@1188799192) -> (continuation of Deferred@596305912 after retry RPC after error@1850216126), errback=(continuation of Deferred@1938101580 after retry RPC after error@543441047) -> (continuation of Deferred@1265591950 after retry RPC after error@913245719) -> (continuation of Deferred@1830505187 after retry RPC after error@1878642479) -> (continuation of Deferred@1603440456 after retry RPC after error@285435155) -> (continuation of Deferred@645425538 after retry RPC after error@123292373) -> (continuation of Deferred@1283091897 after retry RPC after error@1188799192) -> (continuation of Deferred@596305912 after retry RPC after error@1850216126)))
14:06:46.939 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@157193312(state=PENDING, result=null, callback=(continuation of Deferred@1938101580 after retry RPC after error@543441047) -> (continuation of Deferred@1265591950 after retry RPC after error@913245719) -> (continuation of Deferred@1830505187 after retry RPC after error@1878642479) -> (continuation of Deferred@1603440456 after retry RPC after error@285435155) -> (continuation of Deferred@645425538 after retry RPC after error@123292373) -> (continuation of Deferred@1283091897 after retry RPC after error@1188799192) -> (continuation of Deferred@596305912 after retry RPC after error@1850216126), errback=(continuation of Deferred@1938101580 after retry RPC after error@543441047) -> (continuation of Deferred@1265591950 after retry RPC after error@913245719) -> (continuation of Deferred@1830505187 after retry RPC after error@1878642479) -> (continuation of Deferred@1603440456 after retry RPC after error@285435155) -> (continuation of Deferred@645425538 after retry RPC after error@123292373) -> (continuation of Deferred@1283091897 after retry RPC after error@1188799192) -> (continuation of Deferred@596305912 after retry RPC after error@1850216126)))
14:06:46.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:46.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:46.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:46.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:46.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:46.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.138 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@514894554(state=PENDING, result=null, callback=(continuation of Deferred@1019132615 after retry RPC after error@773273873) -> (continuation of Deferred@892094332 after retry RPC after error@785505657) -> (continuation of Deferred@1735406310 after retry RPC after error@1891123368) -> (continuation of Deferred@670625380 after retry RPC after error@123917815) -> (continuation of Deferred@1642279167 after retry RPC after error@1399619947) -> (continuation of Deferred@864538284 after retry RPC after error@576415814), errback=(continuation of Deferred@1019132615 after retry RPC after error@773273873) -> (continuation of Deferred@892094332 after retry RPC after error@785505657) -> (continuation of Deferred@1735406310 after retry RPC after error@1891123368) -> (continuation of Deferred@670625380 after retry RPC after error@123917815) -> (continuation of Deferred@1642279167 after retry RPC after error@1399619947) -> (continuation of Deferred@864538284 after retry RPC after error@576415814)))
14:06:47.138 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@514894554(state=PENDING, result=null, callback=(continuation of Deferred@1019132615 after retry RPC after error@773273873) -> (continuation of Deferred@892094332 after retry RPC after error@785505657) -> (continuation of Deferred@1735406310 after retry RPC after error@1891123368) -> (continuation of Deferred@670625380 after retry RPC after error@123917815) -> (continuation of Deferred@1642279167 after retry RPC after error@1399619947) -> (continuation of Deferred@864538284 after retry RPC after error@576415814), errback=(continuation of Deferred@1019132615 after retry RPC after error@773273873) -> (continuation of Deferred@892094332 after retry RPC after error@785505657) -> (continuation of Deferred@1735406310 after retry RPC after error@1891123368) -> (continuation of Deferred@670625380 after retry RPC after error@123917815) -> (continuation of Deferred@1642279167 after retry RPC after error@1399619947) -> (continuation of Deferred@864538284 after retry RPC after error@576415814)))
14:06:47.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.198 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.358 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2099915880(state=PENDING, result=null, callback=(continuation of Deferred@726007672 after retry RPC after error@179246420) -> (continuation of Deferred@1345725971 after retry RPC after error@2094209297) -> (continuation of Deferred@2020186060 after retry RPC after error@169748512) -> (continuation of Deferred@1803129294 after retry RPC after error@260445729) -> (continuation of Deferred@996485098 after retry RPC after error@1086408590) -> (continuation of Deferred@1737578937 after retry RPC after error@1478061172) -> (continuation of Deferred@1255230186 after retry RPC after error@6723849) -> (continuation of Deferred@1834435629 after retry RPC after error@2126442303), errback=(continuation of Deferred@726007672 after retry RPC after error@179246420) -> (continuation of Deferred@1345725971 after retry RPC after error@2094209297) -> (continuation of Deferred@2020186060 after retry RPC after error@169748512) -> (continuation of Deferred@1803129294 after retry RPC after error@260445729) -> (continuation of Deferred@996485098 after retry RPC after error@1086408590) -> (continuation of Deferred@1737578937 after retry RPC after error@1478061172) -> (continuation of Deferred@1255230186 after retry RPC after error@6723849) -> (continuation of Deferred@1834435629 after retry RPC after error@2126442303)))
14:06:47.359 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2099915880(state=PENDING, result=null, callback=(continuation of Deferred@726007672 after retry RPC after error@179246420) -> (continuation of Deferred@1345725971 after retry RPC after error@2094209297) -> (continuation of Deferred@2020186060 after retry RPC after error@169748512) -> (continuation of Deferred@1803129294 after retry RPC after error@260445729) -> (continuation of Deferred@996485098 after retry RPC after error@1086408590) -> (continuation of Deferred@1737578937 after retry RPC after error@1478061172) -> (continuation of Deferred@1255230186 after retry RPC after error@6723849) -> (continuation of Deferred@1834435629 after retry RPC after error@2126442303), errback=(continuation of Deferred@726007672 after retry RPC after error@179246420) -> (continuation of Deferred@1345725971 after retry RPC after error@2094209297) -> (continuation of Deferred@2020186060 after retry RPC after error@169748512) -> (continuation of Deferred@1803129294 after retry RPC after error@260445729) -> (continuation of Deferred@996485098 after retry RPC after error@1086408590) -> (continuation of Deferred@1737578937 after retry RPC after error@1478061172) -> (continuation of Deferred@1255230186 after retry RPC after error@6723849) -> (continuation of Deferred@1834435629 after retry RPC after error@2126442303)))
14:06:47.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.399 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.498 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1951326674(state=PENDING, result=null, callback=(continuation of Deferred@1281179661 after retry RPC after error@546239731) -> (continuation of Deferred@394527762 after retry RPC after error@340207425) -> (continuation of Deferred@842813676 after retry RPC after error@1698829108) -> (continuation of Deferred@1381052186 after retry RPC after error@2130798398) -> (continuation of Deferred@795538178 after retry RPC after error@1522835048) -> (continuation of Deferred@28722133 after retry RPC after error@1970990154) -> (continuation of Deferred@233890564 after retry RPC after error@1941510924) -> (continuation of Deferred@1084376645 after retry RPC after error@1654188711), errback=(continuation of Deferred@1281179661 after retry RPC after error@546239731) -> (continuation of Deferred@394527762 after retry RPC after error@340207425) -> (continuation of Deferred@842813676 after retry RPC after error@1698829108) -> (continuation of Deferred@1381052186 after retry RPC after error@2130798398) -> (continuation of Deferred@795538178 after retry RPC after error@1522835048) -> (continuation of Deferred@28722133 after retry RPC after error@1970990154) -> (continuation of Deferred@233890564 after retry RPC after error@1941510924) -> (continuation of Deferred@1084376645 after retry RPC after error@1654188711)))
14:06:47.618 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1951326674(state=PENDING, result=null, callback=(continuation of Deferred@1281179661 after retry RPC after error@546239731) -> (continuation of Deferred@394527762 after retry RPC after error@340207425) -> (continuation of Deferred@842813676 after retry RPC after error@1698829108) -> (continuation of Deferred@1381052186 after retry RPC after error@2130798398) -> (continuation of Deferred@795538178 after retry RPC after error@1522835048) -> (continuation of Deferred@28722133 after retry RPC after error@1970990154) -> (continuation of Deferred@233890564 after retry RPC after error@1941510924) -> (continuation of Deferred@1084376645 after retry RPC after error@1654188711), errback=(continuation of Deferred@1281179661 after retry RPC after error@546239731) -> (continuation of Deferred@394527762 after retry RPC after error@340207425) -> (continuation of Deferred@842813676 after retry RPC after error@1698829108) -> (continuation of Deferred@1381052186 after retry RPC after error@2130798398) -> (continuation of Deferred@795538178 after retry RPC after error@1522835048) -> (continuation of Deferred@28722133 after retry RPC after error@1970990154) -> (continuation of Deferred@233890564 after retry RPC after error@1941510924) -> (continuation of Deferred@1084376645 after retry RPC after error@1654188711)))
14:06:47.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.658 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@438789050(state=PENDING, result=null, callback=(continuation of Deferred@1333792823 after retry RPC after error@1594000845) -> (continuation of Deferred@720885561 after retry RPC after error@200035182) -> (continuation of Deferred@1151529868 after retry RPC after error@264579640) -> (continuation of Deferred@463432422 after retry RPC after error@1925313984) -> (continuation of Deferred@556553863 after retry RPC after error@119422064) -> (continuation of Deferred@1740025391 after retry RPC after error@446970092) -> (continuation of Deferred@1509936465 after retry RPC after error@804558754), errback=(continuation of Deferred@1333792823 after retry RPC after error@1594000845) -> (continuation of Deferred@720885561 after retry RPC after error@200035182) -> (continuation of Deferred@1151529868 after retry RPC after error@264579640) -> (continuation of Deferred@463432422 after retry RPC after error@1925313984) -> (continuation of Deferred@556553863 after retry RPC after error@119422064) -> (continuation of Deferred@1740025391 after retry RPC after error@446970092) -> (continuation of Deferred@1509936465 after retry RPC after error@804558754)))
14:06:47.798 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@438789050(state=PENDING, result=null, callback=(continuation of Deferred@1333792823 after retry RPC after error@1594000845) -> (continuation of Deferred@720885561 after retry RPC after error@200035182) -> (continuation of Deferred@1151529868 after retry RPC after error@264579640) -> (continuation of Deferred@463432422 after retry RPC after error@1925313984) -> (continuation of Deferred@556553863 after retry RPC after error@119422064) -> (continuation of Deferred@1740025391 after retry RPC after error@446970092) -> (continuation of Deferred@1509936465 after retry RPC after error@804558754), errback=(continuation of Deferred@1333792823 after retry RPC after error@1594000845) -> (continuation of Deferred@720885561 after retry RPC after error@200035182) -> (continuation of Deferred@1151529868 after retry RPC after error@264579640) -> (continuation of Deferred@463432422 after retry RPC after error@1925313984) -> (continuation of Deferred@556553863 after retry RPC after error@119422064) -> (continuation of Deferred@1740025391 after retry RPC after error@446970092) -> (continuation of Deferred@1509936465 after retry RPC after error@804558754)))
14:06:47.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:47.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:47.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:47.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:47.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:47.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.059 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@465889085(state=PENDING, result=null, callback=(continuation of Deferred@273399591 after retry RPC after error@713146975) -> (continuation of Deferred@226756744 after retry RPC after error@835058442) -> (continuation of Deferred@2092619922 after retry RPC after error@1477279328) -> (continuation of Deferred@1977679265 after retry RPC after error@1801668028) -> (continuation of Deferred@1102540298 after retry RPC after error@1920656930) -> (continuation of Deferred@331833 after retry RPC after error@1908079392) -> (continuation of Deferred@193403939 after retry RPC after error@778674311), errback=(continuation of Deferred@273399591 after retry RPC after error@713146975) -> (continuation of Deferred@226756744 after retry RPC after error@835058442) -> (continuation of Deferred@2092619922 after retry RPC after error@1477279328) -> (continuation of Deferred@1977679265 after retry RPC after error@1801668028) -> (continuation of Deferred@1102540298 after retry RPC after error@1920656930) -> (continuation of Deferred@331833 after retry RPC after error@1908079392) -> (continuation of Deferred@193403939 after retry RPC after error@778674311)))
14:06:48.059 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@465889085(state=PENDING, result=null, callback=(continuation of Deferred@273399591 after retry RPC after error@713146975) -> (continuation of Deferred@226756744 after retry RPC after error@835058442) -> (continuation of Deferred@2092619922 after retry RPC after error@1477279328) -> (continuation of Deferred@1977679265 after retry RPC after error@1801668028) -> (continuation of Deferred@1102540298 after retry RPC after error@1920656930) -> (continuation of Deferred@331833 after retry RPC after error@1908079392) -> (continuation of Deferred@193403939 after retry RPC after error@778674311), errback=(continuation of Deferred@273399591 after retry RPC after error@713146975) -> (continuation of Deferred@226756744 after retry RPC after error@835058442) -> (continuation of Deferred@2092619922 after retry RPC after error@1477279328) -> (continuation of Deferred@1977679265 after retry RPC after error@1801668028) -> (continuation of Deferred@1102540298 after retry RPC after error@1920656930) -> (continuation of Deferred@331833 after retry RPC after error@1908079392) -> (continuation of Deferred@193403939 after retry RPC after error@778674311)))
14:06:48.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:48.138041 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:48.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:48.138185 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:48.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.279 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2052354125(state=PENDING, result=null, callback=(continuation of Deferred@1090976119 after retry RPC after error@1853164941) -> (continuation of Deferred@1631570487 after retry RPC after error@942676037) -> (continuation of Deferred@1317770101 after retry RPC after error@148170316) -> (continuation of Deferred@396753683 after retry RPC after error@804207506) -> (continuation of Deferred@1038943521 after retry RPC after error@312767062) -> (continuation of Deferred@719416946 after retry RPC after error@2080699159) -> (continuation of Deferred@689251771 after retry RPC after error@403887117), errback=(continuation of Deferred@1090976119 after retry RPC after error@1853164941) -> (continuation of Deferred@1631570487 after retry RPC after error@942676037) -> (continuation of Deferred@1317770101 after retry RPC after error@148170316) -> (continuation of Deferred@396753683 after retry RPC after error@804207506) -> (continuation of Deferred@1038943521 after retry RPC after error@312767062) -> (continuation of Deferred@719416946 after retry RPC after error@2080699159) -> (continuation of Deferred@689251771 after retry RPC after error@403887117)))
14:06:48.279 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2052354125(state=PENDING, result=null, callback=(continuation of Deferred@1090976119 after retry RPC after error@1853164941) -> (continuation of Deferred@1631570487 after retry RPC after error@942676037) -> (continuation of Deferred@1317770101 after retry RPC after error@148170316) -> (continuation of Deferred@396753683 after retry RPC after error@804207506) -> (continuation of Deferred@1038943521 after retry RPC after error@312767062) -> (continuation of Deferred@719416946 after retry RPC after error@2080699159) -> (continuation of Deferred@689251771 after retry RPC after error@403887117), errback=(continuation of Deferred@1090976119 after retry RPC after error@1853164941) -> (continuation of Deferred@1631570487 after retry RPC after error@942676037) -> (continuation of Deferred@1317770101 after retry RPC after error@148170316) -> (continuation of Deferred@396753683 after retry RPC after error@804207506) -> (continuation of Deferred@1038943521 after retry RPC after error@312767062) -> (continuation of Deferred@719416946 after retry RPC after error@2080699159) -> (continuation of Deferred@689251771 after retry RPC after error@403887117)))
14:06:48.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.297 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.297 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.317 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.317 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.317 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.398 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1479242663(state=PENDING, result=null, callback=(continuation of Deferred@155443834 after retry RPC after error@505221273) -> (continuation of Deferred@1728448953 after retry RPC after error@1681127605) -> (continuation of Deferred@1920304763 after retry RPC after error@77257076) -> (continuation of Deferred@1401308063 after retry RPC after error@671874826) -> (continuation of Deferred@1981018670 after retry RPC after error@605078753) -> (continuation of Deferred@1164702023 after retry RPC after error@846177615) -> (continuation of Deferred@1535423406 after retry RPC after error@2039567347), errback=(continuation of Deferred@155443834 after retry RPC after error@505221273) -> (continuation of Deferred@1728448953 after retry RPC after error@1681127605) -> (continuation of Deferred@1920304763 after retry RPC after error@77257076) -> (continuation of Deferred@1401308063 after retry RPC after error@671874826) -> (continuation of Deferred@1981018670 after retry RPC after error@605078753) -> (continuation of Deferred@1164702023 after retry RPC after error@846177615) -> (continuation of Deferred@1535423406 after retry RPC after error@2039567347)))
14:06:48.438 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1479242663(state=PENDING, result=null, callback=(continuation of Deferred@155443834 after retry RPC after error@505221273) -> (continuation of Deferred@1728448953 after retry RPC after error@1681127605) -> (continuation of Deferred@1920304763 after retry RPC after error@77257076) -> (continuation of Deferred@1401308063 after retry RPC after error@671874826) -> (continuation of Deferred@1981018670 after retry RPC after error@605078753) -> (continuation of Deferred@1164702023 after retry RPC after error@846177615) -> (continuation of Deferred@1535423406 after retry RPC after error@2039567347), errback=(continuation of Deferred@155443834 after retry RPC after error@505221273) -> (continuation of Deferred@1728448953 after retry RPC after error@1681127605) -> (continuation of Deferred@1920304763 after retry RPC after error@77257076) -> (continuation of Deferred@1401308063 after retry RPC after error@671874826) -> (continuation of Deferred@1981018670 after retry RPC after error@605078753) -> (continuation of Deferred@1164702023 after retry RPC after error@846177615) -> (continuation of Deferred@1535423406 after retry RPC after error@2039567347)))
14:06:48.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@293773381(state=PENDING, result=null, callback=(continuation of Deferred@978069413 after retry RPC after error@1364912794) -> (continuation of Deferred@660054944 after retry RPC after error@601079687) -> (continuation of Deferred@2029638999 after retry RPC after error@2129788648) -> (continuation of Deferred@1688274997 after retry RPC after error@1521532065) -> (continuation of Deferred@1825937869 after retry RPC after error@497171457) -> (continuation of Deferred@1907257120 after retry RPC after error@782532608) -> (continuation of Deferred@1862234088 after retry RPC after error@1647383554), errback=(continuation of Deferred@978069413 after retry RPC after error@1364912794) -> (continuation of Deferred@660054944 after retry RPC after error@601079687) -> (continuation of Deferred@2029638999 after retry RPC after error@2129788648) -> (continuation of Deferred@1688274997 after retry RPC after error@1521532065) -> (continuation of Deferred@1825937869 after retry RPC after error@497171457) -> (continuation of Deferred@1907257120 after retry RPC after error@782532608) -> (continuation of Deferred@1862234088 after retry RPC after error@1647383554)))
14:06:48.678 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@293773381(state=PENDING, result=null, callback=(continuation of Deferred@978069413 after retry RPC after error@1364912794) -> (continuation of Deferred@660054944 after retry RPC after error@601079687) -> (continuation of Deferred@2029638999 after retry RPC after error@2129788648) -> (continuation of Deferred@1688274997 after retry RPC after error@1521532065) -> (continuation of Deferred@1825937869 after retry RPC after error@497171457) -> (continuation of Deferred@1907257120 after retry RPC after error@782532608) -> (continuation of Deferred@1862234088 after retry RPC after error@1647383554), errback=(continuation of Deferred@978069413 after retry RPC after error@1364912794) -> (continuation of Deferred@660054944 after retry RPC after error@601079687) -> (continuation of Deferred@2029638999 after retry RPC after error@2129788648) -> (continuation of Deferred@1688274997 after retry RPC after error@1521532065) -> (continuation of Deferred@1825937869 after retry RPC after error@497171457) -> (continuation of Deferred@1907257120 after retry RPC after error@782532608) -> (continuation of Deferred@1862234088 after retry RPC after error@1647383554)))
14:06:48.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.818 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.957 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@840526110(state=PENDING, result=null, callback=(continuation of Deferred@280353545 after retry RPC after error@1306118637) -> (continuation of Deferred@1455552953 after retry RPC after error@795425766) -> (continuation of Deferred@289067153 after retry RPC after error@313521658) -> (continuation of Deferred@1274731047 after retry RPC after error@766148277) -> (continuation of Deferred@1783864777 after retry RPC after error@129938780) -> (continuation of Deferred@445148270 after retry RPC after error@1688860252) -> (continuation of Deferred@316834517 after retry RPC after error@1619313024), errback=(continuation of Deferred@280353545 after retry RPC after error@1306118637) -> (continuation of Deferred@1455552953 after retry RPC after error@795425766) -> (continuation of Deferred@289067153 after retry RPC after error@313521658) -> (continuation of Deferred@1274731047 after retry RPC after error@766148277) -> (continuation of Deferred@1783864777 after retry RPC after error@129938780) -> (continuation of Deferred@445148270 after retry RPC after error@1688860252) -> (continuation of Deferred@316834517 after retry RPC after error@1619313024)))
14:06:48.958 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:48.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:48.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:48.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:48.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:48.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:48.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:49.053596 4980 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:49.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:49.053748 4980 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:49.054276 4980 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:49.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.057 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:49.060184 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:49.060351 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:49.060465 4645 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:49.060662 4980 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:49.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1736790608(state=PENDING, result=null, callback=(continuation of Deferred@1826853163 after retry RPC after error@1246531961) -> (continuation of Deferred@1597324723 after retry RPC after error@317715415) -> (continuation of Deferred@1651851880 after retry RPC after error@1285345286) -> (continuation of Deferred@984786051 after retry RPC after error@1462667593) -> (continuation of Deferred@528541638 after retry RPC after error@892733648) -> (continuation of Deferred@445588553 after retry RPC after error@969441936) -> (continuation of Deferred@569306296 after retry RPC after error@605749469), errback=(continuation of Deferred@1826853163 after retry RPC after error@1246531961) -> (continuation of Deferred@1597324723 after retry RPC after error@317715415) -> (continuation of Deferred@1651851880 after retry RPC after error@1285345286) -> (continuation of Deferred@984786051 after retry RPC after error@1462667593) -> (continuation of Deferred@528541638 after retry RPC after error@892733648) -> (continuation of Deferred@445588553 after retry RPC after error@969441936) -> (continuation of Deferred@569306296 after retry RPC after error@605749469)))
14:06:49.218 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1736790608(state=PENDING, result=null, callback=(continuation of Deferred@1826853163 after retry RPC after error@1246531961) -> (continuation of Deferred@1597324723 after retry RPC after error@317715415) -> (continuation of Deferred@1651851880 after retry RPC after error@1285345286) -> (continuation of Deferred@984786051 after retry RPC after error@1462667593) -> (continuation of Deferred@528541638 after retry RPC after error@892733648) -> (continuation of Deferred@445588553 after retry RPC after error@969441936) -> (continuation of Deferred@569306296 after retry RPC after error@605749469), errback=(continuation of Deferred@1826853163 after retry RPC after error@1246531961) -> (continuation of Deferred@1597324723 after retry RPC after error@317715415) -> (continuation of Deferred@1651851880 after retry RPC after error@1285345286) -> (continuation of Deferred@984786051 after retry RPC after error@1462667593) -> (continuation of Deferred@528541638 after retry RPC after error@892733648) -> (continuation of Deferred@445588553 after retry RPC after error@969441936) -> (continuation of Deferred@569306296 after retry RPC after error@605749469)))
14:06:49.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.337 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.337 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.337 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.337 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.337 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.337 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2044705286(state=PENDING, result=null, callback=(continuation of Deferred@1672069797 after retry RPC after error@1119847138) -> (continuation of Deferred@285088351 after retry RPC after error@351636940) -> (continuation of Deferred@962906397 after retry RPC after error@133358657) -> (continuation of Deferred@1740519938 after retry RPC after error@1595756756) -> (continuation of Deferred@1085163019 after retry RPC after error@1349415603) -> (continuation of Deferred@1175862422 after retry RPC after error@1941462896) -> (continuation of Deferred@1091883282 after retry RPC after error@1657587817), errback=(continuation of Deferred@1672069797 after retry RPC after error@1119847138) -> (continuation of Deferred@285088351 after retry RPC after error@351636940) -> (continuation of Deferred@962906397 after retry RPC after error@133358657) -> (continuation of Deferred@1740519938 after retry RPC after error@1595756756) -> (continuation of Deferred@1085163019 after retry RPC after error@1349415603) -> (continuation of Deferred@1175862422 after retry RPC after error@1941462896) -> (continuation of Deferred@1091883282 after retry RPC after error@1657587817)))
14:06:49.438 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2044705286(state=PENDING, result=null, callback=(continuation of Deferred@1672069797 after retry RPC after error@1119847138) -> (continuation of Deferred@285088351 after retry RPC after error@351636940) -> (continuation of Deferred@962906397 after retry RPC after error@133358657) -> (continuation of Deferred@1740519938 after retry RPC after error@1595756756) -> (continuation of Deferred@1085163019 after retry RPC after error@1349415603) -> (continuation of Deferred@1175862422 after retry RPC after error@1941462896) -> (continuation of Deferred@1091883282 after retry RPC after error@1657587817), errback=(continuation of Deferred@1672069797 after retry RPC after error@1119847138) -> (continuation of Deferred@285088351 after retry RPC after error@351636940) -> (continuation of Deferred@962906397 after retry RPC after error@133358657) -> (continuation of Deferred@1740519938 after retry RPC after error@1595756756) -> (continuation of Deferred@1085163019 after retry RPC after error@1349415603) -> (continuation of Deferred@1175862422 after retry RPC after error@1941462896) -> (continuation of Deferred@1091883282 after retry RPC after error@1657587817)))
14:06:49.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@520818768(state=PENDING, result=null, callback=(continuation of Deferred@1651268953 after retry RPC after error@646431569) -> (continuation of Deferred@1040674138 after retry RPC after error@2043241306) -> (continuation of Deferred@2043637679 after retry RPC after error@1632286348) -> (continuation of Deferred@1688365634 after retry RPC after error@1455625791) -> (continuation of Deferred@1416870239 after retry RPC after error@1622776715) -> (continuation of Deferred@398335396 after retry RPC after error@1501729666), errback=(continuation of Deferred@1651268953 after retry RPC after error@646431569) -> (continuation of Deferred@1040674138 after retry RPC after error@2043241306) -> (continuation of Deferred@2043637679 after retry RPC after error@1632286348) -> (continuation of Deferred@1688365634 after retry RPC after error@1455625791) -> (continuation of Deferred@1416870239 after retry RPC after error@1622776715) -> (continuation of Deferred@398335396 after retry RPC after error@1501729666)))
14:06:49.639 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@520818768(state=PENDING, result=null, callback=(continuation of Deferred@1651268953 after retry RPC after error@646431569) -> (continuation of Deferred@1040674138 after retry RPC after error@2043241306) -> (continuation of Deferred@2043637679 after retry RPC after error@1632286348) -> (continuation of Deferred@1688365634 after retry RPC after error@1455625791) -> (continuation of Deferred@1416870239 after retry RPC after error@1622776715) -> (continuation of Deferred@398335396 after retry RPC after error@1501729666), errback=(continuation of Deferred@1651268953 after retry RPC after error@646431569) -> (continuation of Deferred@1040674138 after retry RPC after error@2043241306) -> (continuation of Deferred@2043637679 after retry RPC after error@1632286348) -> (continuation of Deferred@1688365634 after retry RPC after error@1455625791) -> (continuation of Deferred@1416870239 after retry RPC after error@1622776715) -> (continuation of Deferred@398335396 after retry RPC after error@1501729666)))
14:06:49.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.838 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@354963171(state=PENDING, result=null, callback=(continuation of Deferred@2010563768 after retry RPC after error@1360017195) -> (continuation of Deferred@644331142 after retry RPC after error@1911532543) -> (continuation of Deferred@811422334 after retry RPC after error@1613009457) -> (continuation of Deferred@2070731573 after retry RPC after error@2010134516) -> (continuation of Deferred@767841746 after retry RPC after error@1773530945) -> (continuation of Deferred@1948066865 after retry RPC after error@42259153) -> (continuation of Deferred@224488854 after retry RPC after error@1265124508), errback=(continuation of Deferred@2010563768 after retry RPC after error@1360017195) -> (continuation of Deferred@644331142 after retry RPC after error@1911532543) -> (continuation of Deferred@811422334 after retry RPC after error@1613009457) -> (continuation of Deferred@2070731573 after retry RPC after error@2010134516) -> (continuation of Deferred@767841746 after retry RPC after error@1773530945) -> (continuation of Deferred@1948066865 after retry RPC after error@42259153) -> (continuation of Deferred@224488854 after retry RPC after error@1265124508)))
14:06:49.838 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@354963171(state=PENDING, result=null, callback=(continuation of Deferred@2010563768 after retry RPC after error@1360017195) -> (continuation of Deferred@644331142 after retry RPC after error@1911532543) -> (continuation of Deferred@811422334 after retry RPC after error@1613009457) -> (continuation of Deferred@2070731573 after retry RPC after error@2010134516) -> (continuation of Deferred@767841746 after retry RPC after error@1773530945) -> (continuation of Deferred@1948066865 after retry RPC after error@42259153) -> (continuation of Deferred@224488854 after retry RPC after error@1265124508), errback=(continuation of Deferred@2010563768 after retry RPC after error@1360017195) -> (continuation of Deferred@644331142 after retry RPC after error@1911532543) -> (continuation of Deferred@811422334 after retry RPC after error@1613009457) -> (continuation of Deferred@2070731573 after retry RPC after error@2010134516) -> (continuation of Deferred@767841746 after retry RPC after error@1773530945) -> (continuation of Deferred@1948066865 after retry RPC after error@42259153) -> (continuation of Deferred@224488854 after retry RPC after error@1265124508)))
14:06:49.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:49.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:49.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:49.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:49.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:49.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.078 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1026040784(state=PENDING, result=null, callback=(continuation of Deferred@1305869870 after retry RPC after error@1968782336) -> (continuation of Deferred@4139946 after retry RPC after error@2088087262) -> (continuation of Deferred@506665968 after retry RPC after error@582389002) -> (continuation of Deferred@1538097293 after retry RPC after error@184534648) -> (continuation of Deferred@202743884 after retry RPC after error@450736665) -> (continuation of Deferred@767811623 after retry RPC after error@1501245409) -> (continuation of Deferred@2018374466 after retry RPC after error@259509032) -> (continuation of Deferred@1032310841 after retry RPC after error@1023669327), errback=(continuation of Deferred@1305869870 after retry RPC after error@1968782336) -> (continuation of Deferred@4139946 after retry RPC after error@2088087262) -> (continuation of Deferred@506665968 after retry RPC after error@582389002) -> (continuation of Deferred@1538097293 after retry RPC after error@184534648) -> (continuation of Deferred@202743884 after retry RPC after error@450736665) -> (continuation of Deferred@767811623 after retry RPC after error@1501245409) -> (continuation of Deferred@2018374466 after retry RPC after error@259509032) -> (continuation of Deferred@1032310841 after retry RPC after error@1023669327)))
14:06:50.079 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1026040784(state=PENDING, result=null, callback=(continuation of Deferred@1305869870 after retry RPC after error@1968782336) -> (continuation of Deferred@4139946 after retry RPC after error@2088087262) -> (continuation of Deferred@506665968 after retry RPC after error@582389002) -> (continuation of Deferred@1538097293 after retry RPC after error@184534648) -> (continuation of Deferred@202743884 after retry RPC after error@450736665) -> (continuation of Deferred@767811623 after retry RPC after error@1501245409) -> (continuation of Deferred@2018374466 after retry RPC after error@259509032) -> (continuation of Deferred@1032310841 after retry RPC after error@1023669327), errback=(continuation of Deferred@1305869870 after retry RPC after error@1968782336) -> (continuation of Deferred@4139946 after retry RPC after error@2088087262) -> (continuation of Deferred@506665968 after retry RPC after error@582389002) -> (continuation of Deferred@1538097293 after retry RPC after error@184534648) -> (continuation of Deferred@202743884 after retry RPC after error@450736665) -> (continuation of Deferred@767811623 after retry RPC after error@1501245409) -> (continuation of Deferred@2018374466 after retry RPC after error@259509032) -> (continuation of Deferred@1032310841 after retry RPC after error@1023669327)))
14:06:50.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.138 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.357 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@407134895(state=PENDING, result=null, callback=(continuation of Deferred@32282462 after retry RPC after error@620569594) -> (continuation of Deferred@2035718582 after retry RPC after error@1111285033) -> (continuation of Deferred@655352919 after retry RPC after error@1780543935) -> (continuation of Deferred@662068836 after retry RPC after error@50797110) -> (continuation of Deferred@1534229341 after retry RPC after error@909296773) -> (continuation of Deferred@589445465 after retry RPC after error@407851425) -> (continuation of Deferred@1353673062 after retry RPC after error@1880725786) -> (continuation of Deferred@1111727793 after retry RPC after error@551750913), errback=(continuation of Deferred@32282462 after retry RPC after error@620569594) -> (continuation of Deferred@2035718582 after retry RPC after error@1111285033) -> (continuation of Deferred@655352919 after retry RPC after error@1780543935) -> (continuation of Deferred@662068836 after retry RPC after error@50797110) -> (continuation of Deferred@1534229341 after retry RPC after error@909296773) -> (continuation of Deferred@589445465 after retry RPC after error@407851425) -> (continuation of Deferred@1353673062 after retry RPC after error@1880725786) -> (continuation of Deferred@1111727793 after retry RPC after error@551750913)))
14:06:50.358 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:50.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.461 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.498 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2131326184(state=PENDING, result=null, callback=(continuation of Deferred@2014392046 after retry RPC after error@1157258821) -> (continuation of Deferred@149531289 after retry RPC after error@1022566744) -> (continuation of Deferred@1298407030 after retry RPC after error@1534753257) -> (continuation of Deferred@503496061 after retry RPC after error@996058628) -> (continuation of Deferred@1445234871 after retry RPC after error@1587087019) -> (continuation of Deferred@1434169680 after retry RPC after error@458969981) -> (continuation of Deferred@1766326673 after retry RPC after error@2138242637), errback=(continuation of Deferred@2014392046 after retry RPC after error@1157258821) -> (continuation of Deferred@149531289 after retry RPC after error@1022566744) -> (continuation of Deferred@1298407030 after retry RPC after error@1534753257) -> (continuation of Deferred@503496061 after retry RPC after error@996058628) -> (continuation of Deferred@1445234871 after retry RPC after error@1587087019) -> (continuation of Deferred@1434169680 after retry RPC after error@458969981) -> (continuation of Deferred@1766326673 after retry RPC after error@2138242637)))
14:06:50.618 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2131326184(state=PENDING, result=null, callback=(continuation of Deferred@2014392046 after retry RPC after error@1157258821) -> (continuation of Deferred@149531289 after retry RPC after error@1022566744) -> (continuation of Deferred@1298407030 after retry RPC after error@1534753257) -> (continuation of Deferred@503496061 after retry RPC after error@996058628) -> (continuation of Deferred@1445234871 after retry RPC after error@1587087019) -> (continuation of Deferred@1434169680 after retry RPC after error@458969981) -> (continuation of Deferred@1766326673 after retry RPC after error@2138242637), errback=(continuation of Deferred@2014392046 after retry RPC after error@1157258821) -> (continuation of Deferred@149531289 after retry RPC after error@1022566744) -> (continuation of Deferred@1298407030 after retry RPC after error@1534753257) -> (continuation of Deferred@503496061 after retry RPC after error@996058628) -> (continuation of Deferred@1445234871 after retry RPC after error@1587087019) -> (continuation of Deferred@1434169680 after retry RPC after error@458969981) -> (continuation of Deferred@1766326673 after retry RPC after error@2138242637)))
14:06:50.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1503961097(state=PENDING, result=null, callback=(continuation of Deferred@1038969508 after retry RPC after error@508566602) -> (continuation of Deferred@352584281 after retry RPC after error@1767656472) -> (continuation of Deferred@1068671965 after retry RPC after error@555633197) -> (continuation of Deferred@339575453 after retry RPC after error@520757390) -> (continuation of Deferred@898422009 after retry RPC after error@1720758087) -> (continuation of Deferred@516026466 after retry RPC after error@1342291300) -> (continuation of Deferred@66683009 after retry RPC after error@1618013486), errback=(continuation of Deferred@1038969508 after retry RPC after error@508566602) -> (continuation of Deferred@352584281 after retry RPC after error@1767656472) -> (continuation of Deferred@1068671965 after retry RPC after error@555633197) -> (continuation of Deferred@339575453 after retry RPC after error@520757390) -> (continuation of Deferred@898422009 after retry RPC after error@1720758087) -> (continuation of Deferred@516026466 after retry RPC after error@1342291300) -> (continuation of Deferred@66683009 after retry RPC after error@1618013486)))
14:06:50.778 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1503961097(state=PENDING, result=null, callback=(continuation of Deferred@1038969508 after retry RPC after error@508566602) -> (continuation of Deferred@352584281 after retry RPC after error@1767656472) -> (continuation of Deferred@1068671965 after retry RPC after error@555633197) -> (continuation of Deferred@339575453 after retry RPC after error@520757390) -> (continuation of Deferred@898422009 after retry RPC after error@1720758087) -> (continuation of Deferred@516026466 after retry RPC after error@1342291300) -> (continuation of Deferred@66683009 after retry RPC after error@1618013486), errback=(continuation of Deferred@1038969508 after retry RPC after error@508566602) -> (continuation of Deferred@352584281 after retry RPC after error@1767656472) -> (continuation of Deferred@1068671965 after retry RPC after error@555633197) -> (continuation of Deferred@339575453 after retry RPC after error@520757390) -> (continuation of Deferred@898422009 after retry RPC after error@1720758087) -> (continuation of Deferred@516026466 after retry RPC after error@1342291300) -> (continuation of Deferred@66683009 after retry RPC after error@1618013486)))
14:06:50.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:50.873029 4106 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:50.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:50.877393 4106 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '31d68fe9f3434919b3f394cc319e9b41', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:50.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:50.879364 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:50.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.898 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:50.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:50.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:50.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:50.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:50.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1871556441(state=PENDING, result=null, callback=(continuation of Deferred@1648867221 after retry RPC after error@862429251) -> (continuation of Deferred@1911305670 after retry RPC after error@1931062213) -> (continuation of Deferred@742211884 after retry RPC after error@584485200) -> (continuation of Deferred@847563465 after retry RPC after error@209520863) -> (continuation of Deferred@1242500189 after retry RPC after error@1543864389) -> (continuation of Deferred@1220795278 after retry RPC after error@748427705) -> (continuation of Deferred@507745683 after retry RPC after error@1848912310), errback=(continuation of Deferred@1648867221 after retry RPC after error@862429251) -> (continuation of Deferred@1911305670 after retry RPC after error@1931062213) -> (continuation of Deferred@742211884 after retry RPC after error@584485200) -> (continuation of Deferred@847563465 after retry RPC after error@209520863) -> (continuation of Deferred@1242500189 after retry RPC after error@1543864389) -> (continuation of Deferred@1220795278 after retry RPC after error@748427705) -> (continuation of Deferred@507745683 after retry RPC after error@1848912310)))
14:06:51.019 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1871556441(state=PENDING, result=null, callback=(continuation of Deferred@1648867221 after retry RPC after error@862429251) -> (continuation of Deferred@1911305670 after retry RPC after error@1931062213) -> (continuation of Deferred@742211884 after retry RPC after error@584485200) -> (continuation of Deferred@847563465 after retry RPC after error@209520863) -> (continuation of Deferred@1242500189 after retry RPC after error@1543864389) -> (continuation of Deferred@1220795278 after retry RPC after error@748427705) -> (continuation of Deferred@507745683 after retry RPC after error@1848912310), errback=(continuation of Deferred@1648867221 after retry RPC after error@862429251) -> (continuation of Deferred@1911305670 after retry RPC after error@1931062213) -> (continuation of Deferred@742211884 after retry RPC after error@584485200) -> (continuation of Deferred@847563465 after retry RPC after error@209520863) -> (continuation of Deferred@1242500189 after retry RPC after error@1543864389) -> (continuation of Deferred@1220795278 after retry RPC after error@748427705) -> (continuation of Deferred@507745683 after retry RPC after error@1848912310)))
14:06:51.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.077 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1838171524(state=PENDING, result=null, callback=(continuation of Deferred@431851139 after retry RPC after error@7387903) -> (continuation of Deferred@1636063818 after retry RPC after error@240619419) -> (continuation of Deferred@2074843468 after retry RPC after error@2122937220) -> (continuation of Deferred@1033646101 after retry RPC after error@252009322) -> (continuation of Deferred@675529279 after retry RPC after error@501449184) -> (continuation of Deferred@1101207249 after retry RPC after error@1683544964), errback=(continuation of Deferred@431851139 after retry RPC after error@7387903) -> (continuation of Deferred@1636063818 after retry RPC after error@240619419) -> (continuation of Deferred@2074843468 after retry RPC after error@2122937220) -> (continuation of Deferred@1033646101 after retry RPC after error@252009322) -> (continuation of Deferred@675529279 after retry RPC after error@501449184) -> (continuation of Deferred@1101207249 after retry RPC after error@1683544964)))
14:06:51.218 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1838171524(state=PENDING, result=null, callback=(continuation of Deferred@431851139 after retry RPC after error@7387903) -> (continuation of Deferred@1636063818 after retry RPC after error@240619419) -> (continuation of Deferred@2074843468 after retry RPC after error@2122937220) -> (continuation of Deferred@1033646101 after retry RPC after error@252009322) -> (continuation of Deferred@675529279 after retry RPC after error@501449184) -> (continuation of Deferred@1101207249 after retry RPC after error@1683544964), errback=(continuation of Deferred@431851139 after retry RPC after error@7387903) -> (continuation of Deferred@1636063818 after retry RPC after error@240619419) -> (continuation of Deferred@2074843468 after retry RPC after error@2122937220) -> (continuation of Deferred@1033646101 after retry RPC after error@252009322) -> (continuation of Deferred@675529279 after retry RPC after error@501449184) -> (continuation of Deferred@1101207249 after retry RPC after error@1683544964)))
14:06:51.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.319 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.359 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.359 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.419 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@524851671(state=PENDING, result=null, callback=(continuation of Deferred@1107665578 after retry RPC after error@573632242) -> (continuation of Deferred@1405319054 after retry RPC after error@144628224) -> (continuation of Deferred@1742809419 after retry RPC after error@1107495995) -> (continuation of Deferred@171212018 after retry RPC after error@1946478958) -> (continuation of Deferred@440483284 after retry RPC after error@1081710707) -> (continuation of Deferred@1761853282 after retry RPC after error@975135925) -> (continuation of Deferred@690180543 after retry RPC after error@630587112) -> (continuation of Deferred@1360641431 after retry RPC after error@283267533), errback=(continuation of Deferred@1107665578 after retry RPC after error@573632242) -> (continuation of Deferred@1405319054 after retry RPC after error@144628224) -> (continuation of Deferred@1742809419 after retry RPC after error@1107495995) -> (continuation of Deferred@171212018 after retry RPC after error@1946478958) -> (continuation of Deferred@440483284 after retry RPC after error@1081710707) -> (continuation of Deferred@1761853282 after retry RPC after error@975135925) -> (continuation of Deferred@690180543 after retry RPC after error@630587112) -> (continuation of Deferred@1360641431 after retry RPC after error@283267533)))
14:06:51.439 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@524851671(state=PENDING, result=null, callback=(continuation of Deferred@1107665578 after retry RPC after error@573632242) -> (continuation of Deferred@1405319054 after retry RPC after error@144628224) -> (continuation of Deferred@1742809419 after retry RPC after error@1107495995) -> (continuation of Deferred@171212018 after retry RPC after error@1946478958) -> (continuation of Deferred@440483284 after retry RPC after error@1081710707) -> (continuation of Deferred@1761853282 after retry RPC after error@975135925) -> (continuation of Deferred@690180543 after retry RPC after error@630587112) -> (continuation of Deferred@1360641431 after retry RPC after error@283267533), errback=(continuation of Deferred@1107665578 after retry RPC after error@573632242) -> (continuation of Deferred@1405319054 after retry RPC after error@144628224) -> (continuation of Deferred@1742809419 after retry RPC after error@1107495995) -> (continuation of Deferred@171212018 after retry RPC after error@1946478958) -> (continuation of Deferred@440483284 after retry RPC after error@1081710707) -> (continuation of Deferred@1761853282 after retry RPC after error@975135925) -> (continuation of Deferred@690180543 after retry RPC after error@630587112) -> (continuation of Deferred@1360641431 after retry RPC after error@283267533)))
14:06:51.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.659 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1846548828(state=PENDING, result=null, callback=(continuation of Deferred@2071304348 after retry RPC after error@1032272565) -> (continuation of Deferred@191987586 after retry RPC after error@1707429193) -> (continuation of Deferred@841193493 after retry RPC after error@922046070) -> (continuation of Deferred@913877573 after retry RPC after error@2031617734) -> (continuation of Deferred@1465240256 after retry RPC after error@1263515810) -> (continuation of Deferred@949356812 after retry RPC after error@25237230) -> (continuation of Deferred@2021384148 after retry RPC after error@1313333969), errback=(continuation of Deferred@2071304348 after retry RPC after error@1032272565) -> (continuation of Deferred@191987586 after retry RPC after error@1707429193) -> (continuation of Deferred@841193493 after retry RPC after error@922046070) -> (continuation of Deferred@913877573 after retry RPC after error@2031617734) -> (continuation of Deferred@1465240256 after retry RPC after error@1263515810) -> (continuation of Deferred@949356812 after retry RPC after error@25237230) -> (continuation of Deferred@2021384148 after retry RPC after error@1313333969)))
14:06:51.659 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1846548828(state=PENDING, result=null, callback=(continuation of Deferred@2071304348 after retry RPC after error@1032272565) -> (continuation of Deferred@191987586 after retry RPC after error@1707429193) -> (continuation of Deferred@841193493 after retry RPC after error@922046070) -> (continuation of Deferred@913877573 after retry RPC after error@2031617734) -> (continuation of Deferred@1465240256 after retry RPC after error@1263515810) -> (continuation of Deferred@949356812 after retry RPC after error@25237230) -> (continuation of Deferred@2021384148 after retry RPC after error@1313333969), errback=(continuation of Deferred@2071304348 after retry RPC after error@1032272565) -> (continuation of Deferred@191987586 after retry RPC after error@1707429193) -> (continuation of Deferred@841193493 after retry RPC after error@922046070) -> (continuation of Deferred@913877573 after retry RPC after error@2031617734) -> (continuation of Deferred@1465240256 after retry RPC after error@1263515810) -> (continuation of Deferred@949356812 after retry RPC after error@25237230) -> (continuation of Deferred@2021384148 after retry RPC after error@1313333969)))
14:06:51.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:51.753367 4995 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 93427986a2554b0cbf3255eb6abcfcf9)
14:06:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:51.753553 4995 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861eb1a6163546ae94a6673b9450745c" member_type: VOTER last_known_addr { host: "127.3.133.126" port: 38213 } } peers { permanent_uuid: "cd1ebcd1d8eb4470be83e4bcc4a1945b" member_type: VOTER last_known_addr { host: "127.3.133.125" port: 36701 } } peers { permanent_uuid: "93427986a2554b0cbf3255eb6abcfcf9" member_type: VOTER last_known_addr { host: "127.3.133.124" port: 36693 } }
14:06:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:51.754240 4995 leader_election.cc:290] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213), 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693)
14:06:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:51.756183 4645 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 861eb1a6163546ae94a6673b9450745c (127.3.133.126:38213): Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111)
14:06:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:51.756347 4644 leader_election.cc:336] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 93427986a2554b0cbf3255eb6abcfcf9 (127.3.133.124:36693): Network error: Client connection negotiation failed: client connection to 127.3.133.124:36693: connect: Connection refused (error 111)
14:06:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:51.756441 4644 leader_election.cc:304] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd1ebcd1d8eb4470be83e4bcc4a1945b; no voters: 861eb1a6163546ae94a6673b9450745c, 93427986a2554b0cbf3255eb6abcfcf9
14:06:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:51.756625 4995 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd1ebcd1d8eb4470be83e4bcc4a1945b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:06:51.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1410567207(state=PENDING, result=null, callback=(continuation of Deferred@1797504311 after retry RPC after error@1838395676) -> (continuation of Deferred@457690909 after retry RPC after error@1400703718) -> (continuation of Deferred@633458619 after retry RPC after error@1437237582) -> (continuation of Deferred@1890620353 after retry RPC after error@1260489995) -> (continuation of Deferred@1622556611 after retry RPC after error@1628926570) -> (continuation of Deferred@365812498 after retry RPC after error@1380140405), errback=(continuation of Deferred@1797504311 after retry RPC after error@1838395676) -> (continuation of Deferred@457690909 after retry RPC after error@1400703718) -> (continuation of Deferred@633458619 after retry RPC after error@1437237582) -> (continuation of Deferred@1890620353 after retry RPC after error@1260489995) -> (continuation of Deferred@1622556611 after retry RPC after error@1628926570) -> (continuation of Deferred@365812498 after retry RPC after error@1380140405)))
14:06:51.859 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1410567207(state=PENDING, result=null, callback=(continuation of Deferred@1797504311 after retry RPC after error@1838395676) -> (continuation of Deferred@457690909 after retry RPC after error@1400703718) -> (continuation of Deferred@633458619 after retry RPC after error@1437237582) -> (continuation of Deferred@1890620353 after retry RPC after error@1260489995) -> (continuation of Deferred@1622556611 after retry RPC after error@1628926570) -> (continuation of Deferred@365812498 after retry RPC after error@1380140405), errback=(continuation of Deferred@1797504311 after retry RPC after error@1838395676) -> (continuation of Deferred@457690909 after retry RPC after error@1400703718) -> (continuation of Deferred@633458619 after retry RPC after error@1437237582) -> (continuation of Deferred@1890620353 after retry RPC after error@1260489995) -> (continuation of Deferred@1622556611 after retry RPC after error@1628926570) -> (continuation of Deferred@365812498 after retry RPC after error@1380140405)))
14:06:51.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:51.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:51.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:51.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:51.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:51.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.119 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@952400702(state=PENDING, result=null, callback=(continuation of Deferred@1166711178 after retry RPC after error@831007987) -> (continuation of Deferred@157814902 after retry RPC after error@309233646) -> (continuation of Deferred@62458592 after retry RPC after error@1931887056) -> (continuation of Deferred@981734498 after retry RPC after error@1555277099) -> (continuation of Deferred@387340887 after retry RPC after error@1459593636) -> (continuation of Deferred@1279428637 after retry RPC after error@228193859) -> (continuation of Deferred@679002437 after retry RPC after error@52537199), errback=(continuation of Deferred@1166711178 after retry RPC after error@831007987) -> (continuation of Deferred@157814902 after retry RPC after error@309233646) -> (continuation of Deferred@62458592 after retry RPC after error@1931887056) -> (continuation of Deferred@981734498 after retry RPC after error@1555277099) -> (continuation of Deferred@387340887 after retry RPC after error@1459593636) -> (continuation of Deferred@1279428637 after retry RPC after error@228193859) -> (continuation of Deferred@679002437 after retry RPC after error@52537199)))
14:06:52.119 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@952400702(state=PENDING, result=null, callback=(continuation of Deferred@1166711178 after retry RPC after error@831007987) -> (continuation of Deferred@157814902 after retry RPC after error@309233646) -> (continuation of Deferred@62458592 after retry RPC after error@1931887056) -> (continuation of Deferred@981734498 after retry RPC after error@1555277099) -> (continuation of Deferred@387340887 after retry RPC after error@1459593636) -> (continuation of Deferred@1279428637 after retry RPC after error@228193859) -> (continuation of Deferred@679002437 after retry RPC after error@52537199), errback=(continuation of Deferred@1166711178 after retry RPC after error@831007987) -> (continuation of Deferred@157814902 after retry RPC after error@309233646) -> (continuation of Deferred@62458592 after retry RPC after error@1931887056) -> (continuation of Deferred@981734498 after retry RPC after error@1555277099) -> (continuation of Deferred@387340887 after retry RPC after error@1459593636) -> (continuation of Deferred@1279428637 after retry RPC after error@228193859) -> (continuation of Deferred@679002437 after retry RPC after error@52537199)))
14:06:52.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.179 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.197 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.297 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2085614155(state=PENDING, result=null, callback=(continuation of Deferred@1963563357 after retry RPC after error@1990054789) -> (continuation of Deferred@1567593661 after retry RPC after error@1580329201) -> (continuation of Deferred@1732985115 after retry RPC after error@2144515980) -> (continuation of Deferred@1580801719 after retry RPC after error@253629409) -> (continuation of Deferred@845207680 after retry RPC after error@1482979223) -> (continuation of Deferred@1321076362 after retry RPC after error@826312103) -> (continuation of Deferred@89190359 after retry RPC after error@2121529381), errback=(continuation of Deferred@1963563357 after retry RPC after error@1990054789) -> (continuation of Deferred@1567593661 after retry RPC after error@1580329201) -> (continuation of Deferred@1732985115 after retry RPC after error@2144515980) -> (continuation of Deferred@1580801719 after retry RPC after error@253629409) -> (continuation of Deferred@845207680 after retry RPC after error@1482979223) -> (continuation of Deferred@1321076362 after retry RPC after error@826312103) -> (continuation of Deferred@89190359 after retry RPC after error@2121529381)))
14:06:52.379 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2085614155(state=PENDING, result=null, callback=(continuation of Deferred@1963563357 after retry RPC after error@1990054789) -> (continuation of Deferred@1567593661 after retry RPC after error@1580329201) -> (continuation of Deferred@1732985115 after retry RPC after error@2144515980) -> (continuation of Deferred@1580801719 after retry RPC after error@253629409) -> (continuation of Deferred@845207680 after retry RPC after error@1482979223) -> (continuation of Deferred@1321076362 after retry RPC after error@826312103) -> (continuation of Deferred@89190359 after retry RPC after error@2121529381), errback=(continuation of Deferred@1963563357 after retry RPC after error@1990054789) -> (continuation of Deferred@1567593661 after retry RPC after error@1580329201) -> (continuation of Deferred@1732985115 after retry RPC after error@2144515980) -> (continuation of Deferred@1580801719 after retry RPC after error@253629409) -> (continuation of Deferred@845207680 after retry RPC after error@1482979223) -> (continuation of Deferred@1321076362 after retry RPC after error@826312103) -> (continuation of Deferred@89190359 after retry RPC after error@2121529381)))
14:06:52.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1871148909(state=PENDING, result=null, callback=(continuation of Deferred@1703651315 after retry RPC after error@242424928) -> (continuation of Deferred@524484075 after retry RPC after error@1261100401) -> (continuation of Deferred@1931894744 after retry RPC after error@1705037248) -> (continuation of Deferred@1829099834 after retry RPC after error@1893290174) -> (continuation of Deferred@834669026 after retry RPC after error@1391267031) -> (continuation of Deferred@300078009 after retry RPC after error@730082715) -> (continuation of Deferred@440057360 after retry RPC after error@537625140), errback=(continuation of Deferred@1703651315 after retry RPC after error@242424928) -> (continuation of Deferred@524484075 after retry RPC after error@1261100401) -> (continuation of Deferred@1931894744 after retry RPC after error@1705037248) -> (continuation of Deferred@1829099834 after retry RPC after error@1893290174) -> (continuation of Deferred@834669026 after retry RPC after error@1391267031) -> (continuation of Deferred@300078009 after retry RPC after error@730082715) -> (continuation of Deferred@440057360 after retry RPC after error@537625140)))
14:06:52.639 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1871148909(state=PENDING, result=null, callback=(continuation of Deferred@1703651315 after retry RPC after error@242424928) -> (continuation of Deferred@524484075 after retry RPC after error@1261100401) -> (continuation of Deferred@1931894744 after retry RPC after error@1705037248) -> (continuation of Deferred@1829099834 after retry RPC after error@1893290174) -> (continuation of Deferred@834669026 after retry RPC after error@1391267031) -> (continuation of Deferred@300078009 after retry RPC after error@730082715) -> (continuation of Deferred@440057360 after retry RPC after error@537625140), errback=(continuation of Deferred@1703651315 after retry RPC after error@242424928) -> (continuation of Deferred@524484075 after retry RPC after error@1261100401) -> (continuation of Deferred@1931894744 after retry RPC after error@1705037248) -> (continuation of Deferred@1829099834 after retry RPC after error@1893290174) -> (continuation of Deferred@834669026 after retry RPC after error@1391267031) -> (continuation of Deferred@300078009 after retry RPC after error@730082715) -> (continuation of Deferred@440057360 after retry RPC after error@537625140)))
14:06:52.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.838 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@648909020(state=PENDING, result=null, callback=(continuation of Deferred@80121437 after retry RPC after error@1178901516) -> (continuation of Deferred@1229964893 after retry RPC after error@61773016) -> (continuation of Deferred@866801302 after retry RPC after error@1366034451) -> (continuation of Deferred@1713787213 after retry RPC after error@299434245) -> (continuation of Deferred@1889987406 after retry RPC after error@1102793177) -> (continuation of Deferred@356762778 after retry RPC after error@1288384030), errback=(continuation of Deferred@80121437 after retry RPC after error@1178901516) -> (continuation of Deferred@1229964893 after retry RPC after error@61773016) -> (continuation of Deferred@866801302 after retry RPC after error@1366034451) -> (continuation of Deferred@1713787213 after retry RPC after error@299434245) -> (continuation of Deferred@1889987406 after retry RPC after error@1102793177) -> (continuation of Deferred@356762778 after retry RPC after error@1288384030)))
14:06:52.838 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@648909020(state=PENDING, result=null, callback=(continuation of Deferred@80121437 after retry RPC after error@1178901516) -> (continuation of Deferred@1229964893 after retry RPC after error@61773016) -> (continuation of Deferred@866801302 after retry RPC after error@1366034451) -> (continuation of Deferred@1713787213 after retry RPC after error@299434245) -> (continuation of Deferred@1889987406 after retry RPC after error@1102793177) -> (continuation of Deferred@356762778 after retry RPC after error@1288384030), errback=(continuation of Deferred@80121437 after retry RPC after error@1178901516) -> (continuation of Deferred@1229964893 after retry RPC after error@61773016) -> (continuation of Deferred@866801302 after retry RPC after error@1366034451) -> (continuation of Deferred@1713787213 after retry RPC after error@299434245) -> (continuation of Deferred@1889987406 after retry RPC after error@1102793177) -> (continuation of Deferred@356762778 after retry RPC after error@1288384030)))
14:06:52.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.858 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:52.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:52.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:52.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:52.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:52.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.059 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1873802400(state=PENDING, result=null, callback=(continuation of Deferred@9317640 after retry RPC after error@999977974) -> (continuation of Deferred@1142875767 after retry RPC after error@1409548448) -> (continuation of Deferred@622039365 after retry RPC after error@1308513234) -> (continuation of Deferred@2128623940 after retry RPC after error@169158456) -> (continuation of Deferred@859113094 after retry RPC after error@208319473) -> (continuation of Deferred@1941934369 after retry RPC after error@1345344649) -> (continuation of Deferred@1261074751 after retry RPC after error@302427792), errback=(continuation of Deferred@9317640 after retry RPC after error@999977974) -> (continuation of Deferred@1142875767 after retry RPC after error@1409548448) -> (continuation of Deferred@622039365 after retry RPC after error@1308513234) -> (continuation of Deferred@2128623940 after retry RPC after error@169158456) -> (continuation of Deferred@859113094 after retry RPC after error@208319473) -> (continuation of Deferred@1941934369 after retry RPC after error@1345344649) -> (continuation of Deferred@1261074751 after retry RPC after error@302427792)))
14:06:53.059 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1873802400(state=PENDING, result=null, callback=(continuation of Deferred@9317640 after retry RPC after error@999977974) -> (continuation of Deferred@1142875767 after retry RPC after error@1409548448) -> (continuation of Deferred@622039365 after retry RPC after error@1308513234) -> (continuation of Deferred@2128623940 after retry RPC after error@169158456) -> (continuation of Deferred@859113094 after retry RPC after error@208319473) -> (continuation of Deferred@1941934369 after retry RPC after error@1345344649) -> (continuation of Deferred@1261074751 after retry RPC after error@302427792), errback=(continuation of Deferred@9317640 after retry RPC after error@999977974) -> (continuation of Deferred@1142875767 after retry RPC after error@1409548448) -> (continuation of Deferred@622039365 after retry RPC after error@1308513234) -> (continuation of Deferred@2128623940 after retry RPC after error@169158456) -> (continuation of Deferred@859113094 after retry RPC after error@208319473) -> (continuation of Deferred@1941934369 after retry RPC after error@1345344649) -> (continuation of Deferred@1261074751 after retry RPC after error@302427792)))
14:06:53.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.077 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.138 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.139 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:53.139436 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:53.139580 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:53.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.238 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@362175588(state=PENDING, result=null, callback=(continuation of Deferred@372125012 after retry RPC after error@1450446513) -> (continuation of Deferred@457467047 after retry RPC after error@1016495831) -> (continuation of Deferred@1538633884 after retry RPC after error@759315677) -> (continuation of Deferred@362484878 after retry RPC after error@443854892) -> (continuation of Deferred@1823720110 after retry RPC after error@1353432881) -> (continuation of Deferred@492437198 after retry RPC after error@580114585) -> (continuation of Deferred@1355270359 after retry RPC after error@1561901001), errback=(continuation of Deferred@372125012 after retry RPC after error@1450446513) -> (continuation of Deferred@457467047 after retry RPC after error@1016495831) -> (continuation of Deferred@1538633884 after retry RPC after error@759315677) -> (continuation of Deferred@362484878 after retry RPC after error@443854892) -> (continuation of Deferred@1823720110 after retry RPC after error@1353432881) -> (continuation of Deferred@492437198 after retry RPC after error@580114585) -> (continuation of Deferred@1355270359 after retry RPC after error@1561901001)))
14:06:53.238 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@362175588(state=PENDING, result=null, callback=(continuation of Deferred@372125012 after retry RPC after error@1450446513) -> (continuation of Deferred@457467047 after retry RPC after error@1016495831) -> (continuation of Deferred@1538633884 after retry RPC after error@759315677) -> (continuation of Deferred@362484878 after retry RPC after error@443854892) -> (continuation of Deferred@1823720110 after retry RPC after error@1353432881) -> (continuation of Deferred@492437198 after retry RPC after error@580114585) -> (continuation of Deferred@1355270359 after retry RPC after error@1561901001), errback=(continuation of Deferred@372125012 after retry RPC after error@1450446513) -> (continuation of Deferred@457467047 after retry RPC after error@1016495831) -> (continuation of Deferred@1538633884 after retry RPC after error@759315677) -> (continuation of Deferred@362484878 after retry RPC after error@443854892) -> (continuation of Deferred@1823720110 after retry RPC after error@1353432881) -> (continuation of Deferred@492437198 after retry RPC after error@580114585) -> (continuation of Deferred@1355270359 after retry RPC after error@1561901001)))
14:06:53.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.357 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1727018831(state=PENDING, result=null, callback=(continuation of Deferred@593579117 after retry RPC after error@2008066412) -> (continuation of Deferred@1226927727 after retry RPC after error@772567627) -> (continuation of Deferred@128401859 after retry RPC after error@1974367122) -> (continuation of Deferred@926820702 after retry RPC after error@2054003672) -> (continuation of Deferred@1207530511 after retry RPC after error@1095613825) -> (continuation of Deferred@134158383 after retry RPC after error@299556947) -> (continuation of Deferred@495957867 after retry RPC after error@822255854), errback=(continuation of Deferred@593579117 after retry RPC after error@2008066412) -> (continuation of Deferred@1226927727 after retry RPC after error@772567627) -> (continuation of Deferred@128401859 after retry RPC after error@1974367122) -> (continuation of Deferred@926820702 after retry RPC after error@2054003672) -> (continuation of Deferred@1207530511 after retry RPC after error@1095613825) -> (continuation of Deferred@134158383 after retry RPC after error@299556947) -> (continuation of Deferred@495957867 after retry RPC after error@822255854)))
14:06:53.439 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1727018831(state=PENDING, result=null, callback=(continuation of Deferred@593579117 after retry RPC after error@2008066412) -> (continuation of Deferred@1226927727 after retry RPC after error@772567627) -> (continuation of Deferred@128401859 after retry RPC after error@1974367122) -> (continuation of Deferred@926820702 after retry RPC after error@2054003672) -> (continuation of Deferred@1207530511 after retry RPC after error@1095613825) -> (continuation of Deferred@134158383 after retry RPC after error@299556947) -> (continuation of Deferred@495957867 after retry RPC after error@822255854), errback=(continuation of Deferred@593579117 after retry RPC after error@2008066412) -> (continuation of Deferred@1226927727 after retry RPC after error@772567627) -> (continuation of Deferred@128401859 after retry RPC after error@1974367122) -> (continuation of Deferred@926820702 after retry RPC after error@2054003672) -> (continuation of Deferred@1207530511 after retry RPC after error@1095613825) -> (continuation of Deferred@134158383 after retry RPC after error@299556947) -> (continuation of Deferred@495957867 after retry RPC after error@822255854)))
14:06:53.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.577 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.699 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2135603642(state=PENDING, result=null, callback=(continuation of Deferred@1530430285 after retry RPC after error@1426128187) -> (continuation of Deferred@964427184 after retry RPC after error@324404300) -> (continuation of Deferred@216780672 after retry RPC after error@1590694403) -> (continuation of Deferred@941683220 after retry RPC after error@469230904) -> (continuation of Deferred@1236446729 after retry RPC after error@388820278) -> (continuation of Deferred@681778581 after retry RPC after error@207221660) -> (continuation of Deferred@1346881272 after retry RPC after error@552785051), errback=(continuation of Deferred@1530430285 after retry RPC after error@1426128187) -> (continuation of Deferred@964427184 after retry RPC after error@324404300) -> (continuation of Deferred@216780672 after retry RPC after error@1590694403) -> (continuation of Deferred@941683220 after retry RPC after error@469230904) -> (continuation of Deferred@1236446729 after retry RPC after error@388820278) -> (continuation of Deferred@681778581 after retry RPC after error@207221660) -> (continuation of Deferred@1346881272 after retry RPC after error@552785051)))
14:06:53.699 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2135603642(state=PENDING, result=null, callback=(continuation of Deferred@1530430285 after retry RPC after error@1426128187) -> (continuation of Deferred@964427184 after retry RPC after error@324404300) -> (continuation of Deferred@216780672 after retry RPC after error@1590694403) -> (continuation of Deferred@941683220 after retry RPC after error@469230904) -> (continuation of Deferred@1236446729 after retry RPC after error@388820278) -> (continuation of Deferred@681778581 after retry RPC after error@207221660) -> (continuation of Deferred@1346881272 after retry RPC after error@552785051), errback=(continuation of Deferred@1530430285 after retry RPC after error@1426128187) -> (continuation of Deferred@964427184 after retry RPC after error@324404300) -> (continuation of Deferred@216780672 after retry RPC after error@1590694403) -> (continuation of Deferred@941683220 after retry RPC after error@469230904) -> (continuation of Deferred@1236446729 after retry RPC after error@388820278) -> (continuation of Deferred@681778581 after retry RPC after error@207221660) -> (continuation of Deferred@1346881272 after retry RPC after error@552785051)))
14:06:53.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.878 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1918108744(state=PENDING, result=null, callback=(continuation of Deferred@2124564127 after retry RPC after error@1865677661) -> (continuation of Deferred@1243588861 after retry RPC after error@414946226) -> (continuation of Deferred@1950460036 after retry RPC after error@81284162) -> (continuation of Deferred@859260004 after retry RPC after error@2002085811) -> (continuation of Deferred@246015061 after retry RPC after error@1213535134) -> (continuation of Deferred@1103657620 after retry RPC after error@494724577), errback=(continuation of Deferred@2124564127 after retry RPC after error@1865677661) -> (continuation of Deferred@1243588861 after retry RPC after error@414946226) -> (continuation of Deferred@1950460036 after retry RPC after error@81284162) -> (continuation of Deferred@859260004 after retry RPC after error@2002085811) -> (continuation of Deferred@246015061 after retry RPC after error@1213535134) -> (continuation of Deferred@1103657620 after retry RPC after error@494724577)))
14:06:53.878 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1918108744(state=PENDING, result=null, callback=(continuation of Deferred@2124564127 after retry RPC after error@1865677661) -> (continuation of Deferred@1243588861 after retry RPC after error@414946226) -> (continuation of Deferred@1950460036 after retry RPC after error@81284162) -> (continuation of Deferred@859260004 after retry RPC after error@2002085811) -> (continuation of Deferred@246015061 after retry RPC after error@1213535134) -> (continuation of Deferred@1103657620 after retry RPC after error@494724577), errback=(continuation of Deferred@2124564127 after retry RPC after error@1865677661) -> (continuation of Deferred@1243588861 after retry RPC after error@414946226) -> (continuation of Deferred@1950460036 after retry RPC after error@81284162) -> (continuation of Deferred@859260004 after retry RPC after error@2002085811) -> (continuation of Deferred@246015061 after retry RPC after error@1213535134) -> (continuation of Deferred@1103657620 after retry RPC after error@494724577)))
14:06:53.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:53.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:53.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:53.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:53.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:53.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@704206310(state=PENDING, result=null, callback=(continuation of Deferred@1831283205 after retry RPC after error@1562211465) -> (continuation of Deferred@1526174343 after retry RPC after error@969058906) -> (continuation of Deferred@1843517541 after retry RPC after error@1542344812) -> (continuation of Deferred@1030455868 after retry RPC after error@299331505) -> (continuation of Deferred@1922481950 after retry RPC after error@1532161040) -> (continuation of Deferred@977923876 after retry RPC after error@273265979), errback=(continuation of Deferred@1831283205 after retry RPC after error@1562211465) -> (continuation of Deferred@1526174343 after retry RPC after error@969058906) -> (continuation of Deferred@1843517541 after retry RPC after error@1542344812) -> (continuation of Deferred@1030455868 after retry RPC after error@299331505) -> (continuation of Deferred@1922481950 after retry RPC after error@1532161040) -> (continuation of Deferred@977923876 after retry RPC after error@273265979)))
14:06:54.059 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@704206310(state=PENDING, result=null, callback=(continuation of Deferred@1831283205 after retry RPC after error@1562211465) -> (continuation of Deferred@1526174343 after retry RPC after error@969058906) -> (continuation of Deferred@1843517541 after retry RPC after error@1542344812) -> (continuation of Deferred@1030455868 after retry RPC after error@299331505) -> (continuation of Deferred@1922481950 after retry RPC after error@1532161040) -> (continuation of Deferred@977923876 after retry RPC after error@273265979), errback=(continuation of Deferred@1831283205 after retry RPC after error@1562211465) -> (continuation of Deferred@1526174343 after retry RPC after error@969058906) -> (continuation of Deferred@1843517541 after retry RPC after error@1542344812) -> (continuation of Deferred@1030455868 after retry RPC after error@299331505) -> (continuation of Deferred@1922481950 after retry RPC after error@1532161040) -> (continuation of Deferred@977923876 after retry RPC after error@273265979)))
14:06:54.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.197 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.238 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1851473531(state=PENDING, result=null, callback=(continuation of Deferred@870760166 after retry RPC after error@1617323383) -> (continuation of Deferred@218282578 after retry RPC after error@975037807) -> (continuation of Deferred@1007320388 after retry RPC after error@1872030319) -> (continuation of Deferred@2010910181 after retry RPC after error@574597356) -> (continuation of Deferred@1303380402 after retry RPC after error@88034809) -> (continuation of Deferred@303811486 after retry RPC after error@1295809017), errback=(continuation of Deferred@870760166 after retry RPC after error@1617323383) -> (continuation of Deferred@218282578 after retry RPC after error@975037807) -> (continuation of Deferred@1007320388 after retry RPC after error@1872030319) -> (continuation of Deferred@2010910181 after retry RPC after error@574597356) -> (continuation of Deferred@1303380402 after retry RPC after error@88034809) -> (continuation of Deferred@303811486 after retry RPC after error@1295809017)))
14:06:54.238 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1851473531(state=PENDING, result=null, callback=(continuation of Deferred@870760166 after retry RPC after error@1617323383) -> (continuation of Deferred@218282578 after retry RPC after error@975037807) -> (continuation of Deferred@1007320388 after retry RPC after error@1872030319) -> (continuation of Deferred@2010910181 after retry RPC after error@574597356) -> (continuation of Deferred@1303380402 after retry RPC after error@88034809) -> (continuation of Deferred@303811486 after retry RPC after error@1295809017), errback=(continuation of Deferred@870760166 after retry RPC after error@1617323383) -> (continuation of Deferred@218282578 after retry RPC after error@975037807) -> (continuation of Deferred@1007320388 after retry RPC after error@1872030319) -> (continuation of Deferred@2010910181 after retry RPC after error@574597356) -> (continuation of Deferred@1303380402 after retry RPC after error@88034809) -> (continuation of Deferred@303811486 after retry RPC after error@1295809017)))
14:06:54.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.317 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@481352629(state=PENDING, result=null, callback=(continuation of Deferred@1761513616 after retry RPC after error@1476937061) -> (continuation of Deferred@1719592961 after retry RPC after error@2089413128) -> (continuation of Deferred@1626312473 after retry RPC after error@2060897548) -> (continuation of Deferred@1811487927 after retry RPC after error@1477665386) -> (continuation of Deferred@1150859574 after retry RPC after error@149594628) -> (continuation of Deferred@726993674 after retry RPC after error@1754676280) -> (continuation of Deferred@1766226197 after retry RPC after error@878775483), errback=(continuation of Deferred@1761513616 after retry RPC after error@1476937061) -> (continuation of Deferred@1719592961 after retry RPC after error@2089413128) -> (continuation of Deferred@1626312473 after retry RPC after error@2060897548) -> (continuation of Deferred@1811487927 after retry RPC after error@1477665386) -> (continuation of Deferred@1150859574 after retry RPC after error@149594628) -> (continuation of Deferred@726993674 after retry RPC after error@1754676280) -> (continuation of Deferred@1766226197 after retry RPC after error@878775483)))
14:06:54.458 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@481352629(state=PENDING, result=null, callback=(continuation of Deferred@1761513616 after retry RPC after error@1476937061) -> (continuation of Deferred@1719592961 after retry RPC after error@2089413128) -> (continuation of Deferred@1626312473 after retry RPC after error@2060897548) -> (continuation of Deferred@1811487927 after retry RPC after error@1477665386) -> (continuation of Deferred@1150859574 after retry RPC after error@149594628) -> (continuation of Deferred@726993674 after retry RPC after error@1754676280) -> (continuation of Deferred@1766226197 after retry RPC after error@878775483), errback=(continuation of Deferred@1761513616 after retry RPC after error@1476937061) -> (continuation of Deferred@1719592961 after retry RPC after error@2089413128) -> (continuation of Deferred@1626312473 after retry RPC after error@2060897548) -> (continuation of Deferred@1811487927 after retry RPC after error@1477665386) -> (continuation of Deferred@1150859574 after retry RPC after error@149594628) -> (continuation of Deferred@726993674 after retry RPC after error@1754676280) -> (continuation of Deferred@1766226197 after retry RPC after error@878775483)))
14:06:54.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.737 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1640018571(state=PENDING, result=null, callback=(continuation of Deferred@1102364618 after retry RPC after error@2026575956) -> (continuation of Deferred@565340053 after retry RPC after error@1157811650) -> (continuation of Deferred@564944967 after retry RPC after error@17155486) -> (continuation of Deferred@867796196 after retry RPC after error@1619407756) -> (continuation of Deferred@585812355 after retry RPC after error@233619829) -> (continuation of Deferred@1921903240 after retry RPC after error@600222982) -> (continuation of Deferred@1469373996 after retry RPC after error@1016613570), errback=(continuation of Deferred@1102364618 after retry RPC after error@2026575956) -> (continuation of Deferred@565340053 after retry RPC after error@1157811650) -> (continuation of Deferred@564944967 after retry RPC after error@17155486) -> (continuation of Deferred@867796196 after retry RPC after error@1619407756) -> (continuation of Deferred@585812355 after retry RPC after error@233619829) -> (continuation of Deferred@1921903240 after retry RPC after error@600222982) -> (continuation of Deferred@1469373996 after retry RPC after error@1016613570)))
14:06:54.738 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:54.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:54.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:54.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:54.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:54.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:54.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2136675008(state=PENDING, result=null, callback=(continuation of Deferred@1617999711 after retry RPC after error@1609500101) -> (continuation of Deferred@393537847 after retry RPC after error@807285771) -> (continuation of Deferred@1437706008 after retry RPC after error@1918325062) -> (continuation of Deferred@1121592170 after retry RPC after error@52820310) -> (continuation of Deferred@1542723405 after retry RPC after error@325165076) -> (continuation of Deferred@3346529 after retry RPC after error@753968760) -> (continuation of Deferred@1464173268 after retry RPC after error@1228597544), errback=(continuation of Deferred@1617999711 after retry RPC after error@1609500101) -> (continuation of Deferred@393537847 after retry RPC after error@807285771) -> (continuation of Deferred@1437706008 after retry RPC after error@1918325062) -> (continuation of Deferred@1121592170 after retry RPC after error@52820310) -> (continuation of Deferred@1542723405 after retry RPC after error@325165076) -> (continuation of Deferred@3346529 after retry RPC after error@753968760) -> (continuation of Deferred@1464173268 after retry RPC after error@1228597544)))
14:06:54.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2136675008(state=PENDING, result=null, callback=(continuation of Deferred@1617999711 after retry RPC after error@1609500101) -> (continuation of Deferred@393537847 after retry RPC after error@807285771) -> (continuation of Deferred@1437706008 after retry RPC after error@1918325062) -> (continuation of Deferred@1121592170 after retry RPC after error@52820310) -> (continuation of Deferred@1542723405 after retry RPC after error@325165076) -> (continuation of Deferred@3346529 after retry RPC after error@753968760) -> (continuation of Deferred@1464173268 after retry RPC after error@1228597544), errback=(continuation of Deferred@1617999711 after retry RPC after error@1609500101) -> (continuation of Deferred@393537847 after retry RPC after error@807285771) -> (continuation of Deferred@1437706008 after retry RPC after error@1918325062) -> (continuation of Deferred@1121592170 after retry RPC after error@52820310) -> (continuation of Deferred@1542723405 after retry RPC after error@325165076) -> (continuation of Deferred@3346529 after retry RPC after error@753968760) -> (continuation of Deferred@1464173268 after retry RPC after error@1228597544)))
14:06:55.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.259 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1588558193(state=PENDING, result=null, callback=(continuation of Deferred@1632765897 after retry RPC after error@1715996609) -> (continuation of Deferred@295219011 after retry RPC after error@886651120) -> (continuation of Deferred@1170480621 after retry RPC after error@1670671515) -> (continuation of Deferred@933377309 after retry RPC after error@1245808033) -> (continuation of Deferred@789566065 after retry RPC after error@1866437567) -> (continuation of Deferred@1234393496 after retry RPC after error@263827846) -> (continuation of Deferred@1584690778 after retry RPC after error@1304802368) -> (continuation of Deferred@508132345 after retry RPC after error@1556012087), errback=(continuation of Deferred@1632765897 after retry RPC after error@1715996609) -> (continuation of Deferred@295219011 after retry RPC after error@886651120) -> (continuation of Deferred@1170480621 after retry RPC after error@1670671515) -> (continuation of Deferred@933377309 after retry RPC after error@1245808033) -> (continuation of Deferred@789566065 after retry RPC after error@1866437567) -> (continuation of Deferred@1234393496 after retry RPC after error@263827846) -> (continuation of Deferred@1584690778 after retry RPC after error@1304802368) -> (continuation of Deferred@508132345 after retry RPC after error@1556012087)))
14:06:55.259 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1588558193(state=PENDING, result=null, callback=(continuation of Deferred@1632765897 after retry RPC after error@1715996609) -> (continuation of Deferred@295219011 after retry RPC after error@886651120) -> (continuation of Deferred@1170480621 after retry RPC after error@1670671515) -> (continuation of Deferred@933377309 after retry RPC after error@1245808033) -> (continuation of Deferred@789566065 after retry RPC after error@1866437567) -> (continuation of Deferred@1234393496 after retry RPC after error@263827846) -> (continuation of Deferred@1584690778 after retry RPC after error@1304802368) -> (continuation of Deferred@508132345 after retry RPC after error@1556012087), errback=(continuation of Deferred@1632765897 after retry RPC after error@1715996609) -> (continuation of Deferred@295219011 after retry RPC after error@886651120) -> (continuation of Deferred@1170480621 after retry RPC after error@1670671515) -> (continuation of Deferred@933377309 after retry RPC after error@1245808033) -> (continuation of Deferred@789566065 after retry RPC after error@1866437567) -> (continuation of Deferred@1234393496 after retry RPC after error@263827846) -> (continuation of Deferred@1584690778 after retry RPC after error@1304802368) -> (continuation of Deferred@508132345 after retry RPC after error@1556012087)))
14:06:55.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.279 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.317 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.317 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.459 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@847711204(state=PENDING, result=null, callback=(continuation of Deferred@1616100252 after retry RPC after error@2128827433) -> (continuation of Deferred@1668014816 after retry RPC after error@1773735234) -> (continuation of Deferred@340509874 after retry RPC after error@1894615054) -> (continuation of Deferred@1278023697 after retry RPC after error@1843384267) -> (continuation of Deferred@662431894 after retry RPC after error@1003141519) -> (continuation of Deferred@528728951 after retry RPC after error@204596955) -> (continuation of Deferred@1962315923 after retry RPC after error@446585155), errback=(continuation of Deferred@1616100252 after retry RPC after error@2128827433) -> (continuation of Deferred@1668014816 after retry RPC after error@1773735234) -> (continuation of Deferred@340509874 after retry RPC after error@1894615054) -> (continuation of Deferred@1278023697 after retry RPC after error@1843384267) -> (continuation of Deferred@662431894 after retry RPC after error@1003141519) -> (continuation of Deferred@528728951 after retry RPC after error@204596955) -> (continuation of Deferred@1962315923 after retry RPC after error@446585155)))
14:06:55.459 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@847711204(state=PENDING, result=null, callback=(continuation of Deferred@1616100252 after retry RPC after error@2128827433) -> (continuation of Deferred@1668014816 after retry RPC after error@1773735234) -> (continuation of Deferred@340509874 after retry RPC after error@1894615054) -> (continuation of Deferred@1278023697 after retry RPC after error@1843384267) -> (continuation of Deferred@662431894 after retry RPC after error@1003141519) -> (continuation of Deferred@528728951 after retry RPC after error@204596955) -> (continuation of Deferred@1962315923 after retry RPC after error@446585155), errback=(continuation of Deferred@1616100252 after retry RPC after error@2128827433) -> (continuation of Deferred@1668014816 after retry RPC after error@1773735234) -> (continuation of Deferred@340509874 after retry RPC after error@1894615054) -> (continuation of Deferred@1278023697 after retry RPC after error@1843384267) -> (continuation of Deferred@662431894 after retry RPC after error@1003141519) -> (continuation of Deferred@528728951 after retry RPC after error@204596955) -> (continuation of Deferred@1962315923 after retry RPC after error@446585155)))
14:06:55.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.498 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.539 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.619 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@318710476(state=PENDING, result=null, callback=(continuation of Deferred@1170815867 after retry RPC after error@448481808) -> (continuation of Deferred@734817121 after retry RPC after error@1078908310) -> (continuation of Deferred@1280326663 after retry RPC after error@217777239) -> (continuation of Deferred@1151656394 after retry RPC after error@1928359597) -> (continuation of Deferred@1057866992 after retry RPC after error@1803597562) -> (continuation of Deferred@139047153 after retry RPC after error@2042438227), errback=(continuation of Deferred@1170815867 after retry RPC after error@448481808) -> (continuation of Deferred@734817121 after retry RPC after error@1078908310) -> (continuation of Deferred@1280326663 after retry RPC after error@217777239) -> (continuation of Deferred@1151656394 after retry RPC after error@1928359597) -> (continuation of Deferred@1057866992 after retry RPC after error@1803597562) -> (continuation of Deferred@139047153 after retry RPC after error@2042438227)))
14:06:55.639 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@318710476(state=PENDING, result=null, callback=(continuation of Deferred@1170815867 after retry RPC after error@448481808) -> (continuation of Deferred@734817121 after retry RPC after error@1078908310) -> (continuation of Deferred@1280326663 after retry RPC after error@217777239) -> (continuation of Deferred@1151656394 after retry RPC after error@1928359597) -> (continuation of Deferred@1057866992 after retry RPC after error@1803597562) -> (continuation of Deferred@139047153 after retry RPC after error@2042438227), errback=(continuation of Deferred@1170815867 after retry RPC after error@448481808) -> (continuation of Deferred@734817121 after retry RPC after error@1078908310) -> (continuation of Deferred@1280326663 after retry RPC after error@217777239) -> (continuation of Deferred@1151656394 after retry RPC after error@1928359597) -> (continuation of Deferred@1057866992 after retry RPC after error@1803597562) -> (continuation of Deferred@139047153 after retry RPC after error@2042438227)))
14:06:55.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.779 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@166327715(state=PENDING, result=null, callback=(continuation of Deferred@930248445 after retry RPC after error@319338324) -> (continuation of Deferred@1602862116 after retry RPC after error@428543643) -> (continuation of Deferred@1038763721 after retry RPC after error@1804526647) -> (continuation of Deferred@2037648894 after retry RPC after error@944384925) -> (continuation of Deferred@1475997267 after retry RPC after error@1271531463) -> (continuation of Deferred@302573757 after retry RPC after error@2079797154), errback=(continuation of Deferred@930248445 after retry RPC after error@319338324) -> (continuation of Deferred@1602862116 after retry RPC after error@428543643) -> (continuation of Deferred@1038763721 after retry RPC after error@1804526647) -> (continuation of Deferred@2037648894 after retry RPC after error@944384925) -> (continuation of Deferred@1475997267 after retry RPC after error@1271531463) -> (continuation of Deferred@302573757 after retry RPC after error@2079797154)))
14:06:55.859 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@166327715(state=PENDING, result=null, callback=(continuation of Deferred@930248445 after retry RPC after error@319338324) -> (continuation of Deferred@1602862116 after retry RPC after error@428543643) -> (continuation of Deferred@1038763721 after retry RPC after error@1804526647) -> (continuation of Deferred@2037648894 after retry RPC after error@944384925) -> (continuation of Deferred@1475997267 after retry RPC after error@1271531463) -> (continuation of Deferred@302573757 after retry RPC after error@2079797154), errback=(continuation of Deferred@930248445 after retry RPC after error@319338324) -> (continuation of Deferred@1602862116 after retry RPC after error@428543643) -> (continuation of Deferred@1038763721 after retry RPC after error@1804526647) -> (continuation of Deferred@2037648894 after retry RPC after error@944384925) -> (continuation of Deferred@1475997267 after retry RPC after error@1271531463) -> (continuation of Deferred@302573757 after retry RPC after error@2079797154)))
14:06:55.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:55.886580 4106 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:55.888023 4106 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'd44c5564236d4ccf9302b1501691d5f2', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'd44c5564236d4ccf9302b1501691d5f2', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.3.133.126:38213,127.3.133.125:36701,127.3.133.124:36693, num_attempts: 1)
14:06:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:55.889725 4106 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.133.125:36701)
14:06:55.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:55.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:55.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:55.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:55.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:55.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.118 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1024442488(state=PENDING, result=null, callback=(continuation of Deferred@220418863 after retry RPC after error@208153553) -> (continuation of Deferred@1824523788 after retry RPC after error@797902828) -> (continuation of Deferred@950178585 after retry RPC after error@1977160063) -> (continuation of Deferred@423991726 after retry RPC after error@1319263501) -> (continuation of Deferred@1647584667 after retry RPC after error@1599836747) -> (continuation of Deferred@1785133287 after retry RPC after error@921737875) -> (continuation of Deferred@1965783339 after retry RPC after error@1986094095) -> (continuation of Deferred@723323876 after retry RPC after error@428554262), errback=(continuation of Deferred@220418863 after retry RPC after error@208153553) -> (continuation of Deferred@1824523788 after retry RPC after error@797902828) -> (continuation of Deferred@950178585 after retry RPC after error@1977160063) -> (continuation of Deferred@423991726 after retry RPC after error@1319263501) -> (continuation of Deferred@1647584667 after retry RPC after error@1599836747) -> (continuation of Deferred@1785133287 after retry RPC after error@921737875) -> (continuation of Deferred@1965783339 after retry RPC after error@1986094095) -> (continuation of Deferred@723323876 after retry RPC after error@428554262)))
14:06:56.119 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1024442488(state=PENDING, result=null, callback=(continuation of Deferred@220418863 after retry RPC after error@208153553) -> (continuation of Deferred@1824523788 after retry RPC after error@797902828) -> (continuation of Deferred@950178585 after retry RPC after error@1977160063) -> (continuation of Deferred@423991726 after retry RPC after error@1319263501) -> (continuation of Deferred@1647584667 after retry RPC after error@1599836747) -> (continuation of Deferred@1785133287 after retry RPC after error@921737875) -> (continuation of Deferred@1965783339 after retry RPC after error@1986094095) -> (continuation of Deferred@723323876 after retry RPC after error@428554262), errback=(continuation of Deferred@220418863 after retry RPC after error@208153553) -> (continuation of Deferred@1824523788 after retry RPC after error@797902828) -> (continuation of Deferred@950178585 after retry RPC after error@1977160063) -> (continuation of Deferred@423991726 after retry RPC after error@1319263501) -> (continuation of Deferred@1647584667 after retry RPC after error@1599836747) -> (continuation of Deferred@1785133287 after retry RPC after error@921737875) -> (continuation of Deferred@1965783339 after retry RPC after error@1986094095) -> (continuation of Deferred@723323876 after retry RPC after error@428554262)))
14:06:56.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.298 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1098882676(state=PENDING, result=null, callback=(continuation of Deferred@1443721246 after retry RPC after error@162720250) -> (continuation of Deferred@1217216402 after retry RPC after error@1975289033) -> (continuation of Deferred@1208784864 after retry RPC after error@1450134050) -> (continuation of Deferred@2000658130 after retry RPC after error@1723123248) -> (continuation of Deferred@1252781713 after retry RPC after error@1723438012) -> (continuation of Deferred@1845184695 after retry RPC after error@767460990), errback=(continuation of Deferred@1443721246 after retry RPC after error@162720250) -> (continuation of Deferred@1217216402 after retry RPC after error@1975289033) -> (continuation of Deferred@1208784864 after retry RPC after error@1450134050) -> (continuation of Deferred@2000658130 after retry RPC after error@1723123248) -> (continuation of Deferred@1252781713 after retry RPC after error@1723438012) -> (continuation of Deferred@1845184695 after retry RPC after error@767460990)))
14:06:56.298 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1098882676(state=PENDING, result=null, callback=(continuation of Deferred@1443721246 after retry RPC after error@162720250) -> (continuation of Deferred@1217216402 after retry RPC after error@1975289033) -> (continuation of Deferred@1208784864 after retry RPC after error@1450134050) -> (continuation of Deferred@2000658130 after retry RPC after error@1723123248) -> (continuation of Deferred@1252781713 after retry RPC after error@1723438012) -> (continuation of Deferred@1845184695 after retry RPC after error@767460990), errback=(continuation of Deferred@1443721246 after retry RPC after error@162720250) -> (continuation of Deferred@1217216402 after retry RPC after error@1975289033) -> (continuation of Deferred@1208784864 after retry RPC after error@1450134050) -> (continuation of Deferred@2000658130 after retry RPC after error@1723123248) -> (continuation of Deferred@1252781713 after retry RPC after error@1723438012) -> (continuation of Deferred@1845184695 after retry RPC after error@767460990)))
14:06:56.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.358 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.498 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1696315681(state=PENDING, result=null, callback=(continuation of Deferred@620206703 after retry RPC after error@412042376) -> (continuation of Deferred@1520462601 after retry RPC after error@1657406413) -> (continuation of Deferred@2062997785 after retry RPC after error@415197643) -> (continuation of Deferred@1092530678 after retry RPC after error@1937245811) -> (continuation of Deferred@1057634068 after retry RPC after error@1545134095) -> (continuation of Deferred@1748859771 after retry RPC after error@1531294609) -> (continuation of Deferred@890867066 after retry RPC after error@781847374) -> (continuation of Deferred@763321157 after retry RPC after error@1532013632), errback=(continuation of Deferred@620206703 after retry RPC after error@412042376) -> (continuation of Deferred@1520462601 after retry RPC after error@1657406413) -> (continuation of Deferred@2062997785 after retry RPC after error@415197643) -> (continuation of Deferred@1092530678 after retry RPC after error@1937245811) -> (continuation of Deferred@1057634068 after retry RPC after error@1545134095) -> (continuation of Deferred@1748859771 after retry RPC after error@1531294609) -> (continuation of Deferred@890867066 after retry RPC after error@781847374) -> (continuation of Deferred@763321157 after retry RPC after error@1532013632)))
14:06:56.498 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1696315681(state=PENDING, result=null, callback=(continuation of Deferred@620206703 after retry RPC after error@412042376) -> (continuation of Deferred@1520462601 after retry RPC after error@1657406413) -> (continuation of Deferred@2062997785 after retry RPC after error@415197643) -> (continuation of Deferred@1092530678 after retry RPC after error@1937245811) -> (continuation of Deferred@1057634068 after retry RPC after error@1545134095) -> (continuation of Deferred@1748859771 after retry RPC after error@1531294609) -> (continuation of Deferred@890867066 after retry RPC after error@781847374) -> (continuation of Deferred@763321157 after retry RPC after error@1532013632), errback=(continuation of Deferred@620206703 after retry RPC after error@412042376) -> (continuation of Deferred@1520462601 after retry RPC after error@1657406413) -> (continuation of Deferred@2062997785 after retry RPC after error@415197643) -> (continuation of Deferred@1092530678 after retry RPC after error@1937245811) -> (continuation of Deferred@1057634068 after retry RPC after error@1545134095) -> (continuation of Deferred@1748859771 after retry RPC after error@1531294609) -> (continuation of Deferred@890867066 after retry RPC after error@781847374) -> (continuation of Deferred@763321157 after retry RPC after error@1532013632)))
14:06:56.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.519 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@731780101(state=PENDING, result=null, callback=(continuation of Deferred@1580560426 after retry RPC after error@1791002647) -> (continuation of Deferred@1679792469 after retry RPC after error@1073387503) -> (continuation of Deferred@1245385754 after retry RPC after error@609598842) -> (continuation of Deferred@1008229780 after retry RPC after error@1463214103) -> (continuation of Deferred@1170187567 after retry RPC after error@1284009615) -> (continuation of Deferred@839020151 after retry RPC after error@1381238392), errback=(continuation of Deferred@1580560426 after retry RPC after error@1791002647) -> (continuation of Deferred@1679792469 after retry RPC after error@1073387503) -> (continuation of Deferred@1245385754 after retry RPC after error@609598842) -> (continuation of Deferred@1008229780 after retry RPC after error@1463214103) -> (continuation of Deferred@1170187567 after retry RPC after error@1284009615) -> (continuation of Deferred@839020151 after retry RPC after error@1381238392)))
14:06:56.678 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@731780101(state=PENDING, result=null, callback=(continuation of Deferred@1580560426 after retry RPC after error@1791002647) -> (continuation of Deferred@1679792469 after retry RPC after error@1073387503) -> (continuation of Deferred@1245385754 after retry RPC after error@609598842) -> (continuation of Deferred@1008229780 after retry RPC after error@1463214103) -> (continuation of Deferred@1170187567 after retry RPC after error@1284009615) -> (continuation of Deferred@839020151 after retry RPC after error@1381238392), errback=(continuation of Deferred@1580560426 after retry RPC after error@1791002647) -> (continuation of Deferred@1679792469 after retry RPC after error@1073387503) -> (continuation of Deferred@1245385754 after retry RPC after error@609598842) -> (continuation of Deferred@1008229780 after retry RPC after error@1463214103) -> (continuation of Deferred@1170187567 after retry RPC after error@1284009615) -> (continuation of Deferred@839020151 after retry RPC after error@1381238392)))
14:06:56.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.879 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@246429549(state=PENDING, result=null, callback=(continuation of Deferred@647081773 after retry RPC after error@706515394) -> (continuation of Deferred@2031248264 after retry RPC after error@1989556376) -> (continuation of Deferred@1574242720 after retry RPC after error@319361369) -> (continuation of Deferred@2045591187 after retry RPC after error@1056476110) -> (continuation of Deferred@1268059576 after retry RPC after error@273505866) -> (continuation of Deferred@12903286 after retry RPC after error@2048437851), errback=(continuation of Deferred@647081773 after retry RPC after error@706515394) -> (continuation of Deferred@2031248264 after retry RPC after error@1989556376) -> (continuation of Deferred@1574242720 after retry RPC after error@319361369) -> (continuation of Deferred@2045591187 after retry RPC after error@1056476110) -> (continuation of Deferred@1268059576 after retry RPC after error@273505866) -> (continuation of Deferred@12903286 after retry RPC after error@2048437851)))
14:06:56.879 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@246429549(state=PENDING, result=null, callback=(continuation of Deferred@647081773 after retry RPC after error@706515394) -> (continuation of Deferred@2031248264 after retry RPC after error@1989556376) -> (continuation of Deferred@1574242720 after retry RPC after error@319361369) -> (continuation of Deferred@2045591187 after retry RPC after error@1056476110) -> (continuation of Deferred@1268059576 after retry RPC after error@273505866) -> (continuation of Deferred@12903286 after retry RPC after error@2048437851), errback=(continuation of Deferred@647081773 after retry RPC after error@706515394) -> (continuation of Deferred@2031248264 after retry RPC after error@1989556376) -> (continuation of Deferred@1574242720 after retry RPC after error@319361369) -> (continuation of Deferred@2045591187 after retry RPC after error@1056476110) -> (continuation of Deferred@1268059576 after retry RPC after error@273505866) -> (continuation of Deferred@12903286 after retry RPC after error@2048437851)))
14:06:56.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:56.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:56.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:56.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:56.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:56.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.119 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2127454482(state=PENDING, result=null, callback=(continuation of Deferred@753563324 after retry RPC after error@500660579) -> (continuation of Deferred@990762229 after retry RPC after error@910615671) -> (continuation of Deferred@1239825301 after retry RPC after error@1876709291) -> (continuation of Deferred@975410393 after retry RPC after error@1002941110) -> (continuation of Deferred@1132795080 after retry RPC after error@1319746052) -> (continuation of Deferred@1745513044 after retry RPC after error@1847521273) -> (continuation of Deferred@97944998 after retry RPC after error@111961730), errback=(continuation of Deferred@753563324 after retry RPC after error@500660579) -> (continuation of Deferred@990762229 after retry RPC after error@910615671) -> (continuation of Deferred@1239825301 after retry RPC after error@1876709291) -> (continuation of Deferred@975410393 after retry RPC after error@1002941110) -> (continuation of Deferred@1132795080 after retry RPC after error@1319746052) -> (continuation of Deferred@1745513044 after retry RPC after error@1847521273) -> (continuation of Deferred@97944998 after retry RPC after error@111961730)))
14:06:57.119 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@2127454482(state=PENDING, result=null, callback=(continuation of Deferred@753563324 after retry RPC after error@500660579) -> (continuation of Deferred@990762229 after retry RPC after error@910615671) -> (continuation of Deferred@1239825301 after retry RPC after error@1876709291) -> (continuation of Deferred@975410393 after retry RPC after error@1002941110) -> (continuation of Deferred@1132795080 after retry RPC after error@1319746052) -> (continuation of Deferred@1745513044 after retry RPC after error@1847521273) -> (continuation of Deferred@97944998 after retry RPC after error@111961730), errback=(continuation of Deferred@753563324 after retry RPC after error@500660579) -> (continuation of Deferred@990762229 after retry RPC after error@910615671) -> (continuation of Deferred@1239825301 after retry RPC after error@1876709291) -> (continuation of Deferred@975410393 after retry RPC after error@1002941110) -> (continuation of Deferred@1132795080 after retry RPC after error@1319746052) -> (continuation of Deferred@1745513044 after retry RPC after error@1847521273) -> (continuation of Deferred@97944998 after retry RPC after error@111961730)))
14:06:57.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.357 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.357 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.358 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@841730069(state=PENDING, result=null, callback=(continuation of Deferred@732430651 after retry RPC after error@1373022146) -> (continuation of Deferred@557692315 after retry RPC after error@1304079049) -> (continuation of Deferred@644930460 after retry RPC after error@1115455527) -> (continuation of Deferred@245458078 after retry RPC after error@383089505) -> (continuation of Deferred@920251932 after retry RPC after error@276970840) -> (continuation of Deferred@360857154 after retry RPC after error@674316768) -> (continuation of Deferred@1373762548 after retry RPC after error@1342733421) -> (continuation of Deferred@1417422848 after retry RPC after error@1986026798), errback=(continuation of Deferred@732430651 after retry RPC after error@1373022146) -> (continuation of Deferred@557692315 after retry RPC after error@1304079049) -> (continuation of Deferred@644930460 after retry RPC after error@1115455527) -> (continuation of Deferred@245458078 after retry RPC after error@383089505) -> (continuation of Deferred@920251932 after retry RPC after error@276970840) -> (continuation of Deferred@360857154 after retry RPC after error@674316768) -> (continuation of Deferred@1373762548 after retry RPC after error@1342733421) -> (continuation of Deferred@1417422848 after retry RPC after error@1986026798)))
14:06:57.358 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@841730069(state=PENDING, result=null, callback=(continuation of Deferred@732430651 after retry RPC after error@1373022146) -> (continuation of Deferred@557692315 after retry RPC after error@1304079049) -> (continuation of Deferred@644930460 after retry RPC after error@1115455527) -> (continuation of Deferred@245458078 after retry RPC after error@383089505) -> (continuation of Deferred@920251932 after retry RPC after error@276970840) -> (continuation of Deferred@360857154 after retry RPC after error@674316768) -> (continuation of Deferred@1373762548 after retry RPC after error@1342733421) -> (continuation of Deferred@1417422848 after retry RPC after error@1986026798), errback=(continuation of Deferred@732430651 after retry RPC after error@1373022146) -> (continuation of Deferred@557692315 after retry RPC after error@1304079049) -> (continuation of Deferred@644930460 after retry RPC after error@1115455527) -> (continuation of Deferred@245458078 after retry RPC after error@383089505) -> (continuation of Deferred@920251932 after retry RPC after error@276970840) -> (continuation of Deferred@360857154 after retry RPC after error@674316768) -> (continuation of Deferred@1373762548 after retry RPC after error@1342733421) -> (continuation of Deferred@1417422848 after retry RPC after error@1986026798)))
14:06:57.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1372936676(state=PENDING, result=null, callback=(continuation of Deferred@775122510 after retry RPC after error@750501420) -> (continuation of Deferred@930717895 after retry RPC after error@1276691893) -> (continuation of Deferred@2037158758 after retry RPC after error@148310201) -> (continuation of Deferred@1918041852 after retry RPC after error@2028841070) -> (continuation of Deferred@1695015862 after retry RPC after error@1436921199) -> (continuation of Deferred@820317241 after retry RPC after error@635337875) -> (continuation of Deferred@2132681165 after retry RPC after error@120075668) -> (continuation of Deferred@531916172 after retry RPC after error@1238935565), errback=(continuation of Deferred@775122510 after retry RPC after error@750501420) -> (continuation of Deferred@930717895 after retry RPC after error@1276691893) -> (continuation of Deferred@2037158758 after retry RPC after error@148310201) -> (continuation of Deferred@1918041852 after retry RPC after error@2028841070) -> (continuation of Deferred@1695015862 after retry RPC after error@1436921199) -> (continuation of Deferred@820317241 after retry RPC after error@635337875) -> (continuation of Deferred@2132681165 after retry RPC after error@120075668) -> (continuation of Deferred@531916172 after retry RPC after error@1238935565)))
14:06:57.618 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1372936676(state=PENDING, result=null, callback=(continuation of Deferred@775122510 after retry RPC after error@750501420) -> (continuation of Deferred@930717895 after retry RPC after error@1276691893) -> (continuation of Deferred@2037158758 after retry RPC after error@148310201) -> (continuation of Deferred@1918041852 after retry RPC after error@2028841070) -> (continuation of Deferred@1695015862 after retry RPC after error@1436921199) -> (continuation of Deferred@820317241 after retry RPC after error@635337875) -> (continuation of Deferred@2132681165 after retry RPC after error@120075668) -> (continuation of Deferred@531916172 after retry RPC after error@1238935565), errback=(continuation of Deferred@775122510 after retry RPC after error@750501420) -> (continuation of Deferred@930717895 after retry RPC after error@1276691893) -> (continuation of Deferred@2037158758 after retry RPC after error@148310201) -> (continuation of Deferred@1918041852 after retry RPC after error@2028841070) -> (continuation of Deferred@1695015862 after retry RPC after error@1436921199) -> (continuation of Deferred@820317241 after retry RPC after error@635337875) -> (continuation of Deferred@2132681165 after retry RPC after error@120075668) -> (continuation of Deferred@531916172 after retry RPC after error@1238935565)))
14:06:57.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1095196263(state=PENDING, result=null, callback=(continuation of Deferred@1735385405 after retry RPC after error@1503020750) -> (continuation of Deferred@1227791900 after retry RPC after error@845239608) -> (continuation of Deferred@706690112 after retry RPC after error@1104457723) -> (continuation of Deferred@2092369827 after retry RPC after error@1145521560) -> (continuation of Deferred@392797292 after retry RPC after error@1931887117) -> (continuation of Deferred@938002901 after retry RPC after error@1232941365) -> (continuation of Deferred@313282186 after retry RPC after error@1398493432), errback=(continuation of Deferred@1735385405 after retry RPC after error@1503020750) -> (continuation of Deferred@1227791900 after retry RPC after error@845239608) -> (continuation of Deferred@706690112 after retry RPC after error@1104457723) -> (continuation of Deferred@2092369827 after retry RPC after error@1145521560) -> (continuation of Deferred@392797292 after retry RPC after error@1931887117) -> (continuation of Deferred@938002901 after retry RPC after error@1232941365) -> (continuation of Deferred@313282186 after retry RPC after error@1398493432)))
14:06:57.858 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1095196263(state=PENDING, result=null, callback=(continuation of Deferred@1735385405 after retry RPC after error@1503020750) -> (continuation of Deferred@1227791900 after retry RPC after error@845239608) -> (continuation of Deferred@706690112 after retry RPC after error@1104457723) -> (continuation of Deferred@2092369827 after retry RPC after error@1145521560) -> (continuation of Deferred@392797292 after retry RPC after error@1931887117) -> (continuation of Deferred@938002901 after retry RPC after error@1232941365) -> (continuation of Deferred@313282186 after retry RPC after error@1398493432), errback=(continuation of Deferred@1735385405 after retry RPC after error@1503020750) -> (continuation of Deferred@1227791900 after retry RPC after error@845239608) -> (continuation of Deferred@706690112 after retry RPC after error@1104457723) -> (continuation of Deferred@2092369827 after retry RPC after error@1145521560) -> (continuation of Deferred@392797292 after retry RPC after error@1931887117) -> (continuation of Deferred@938002901 after retry RPC after error@1232941365) -> (continuation of Deferred@313282186 after retry RPC after error@1398493432)))
14:06:57.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:57.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:57.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:57.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:57.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:57.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1806376073(state=PENDING, result=null, callback=(continuation of Deferred@1248935403 after retry RPC after error@1499084821) -> (continuation of Deferred@464194580 after retry RPC after error@676795580) -> (continuation of Deferred@1804270136 after retry RPC after error@1670966732) -> (continuation of Deferred@537953799 after retry RPC after error@821199949) -> (continuation of Deferred@202761041 after retry RPC after error@675776914) -> (continuation of Deferred@214110755 after retry RPC after error@683097882) -> (continuation of Deferred@194731574 after retry RPC after error@528764366), errback=(continuation of Deferred@1248935403 after retry RPC after error@1499084821) -> (continuation of Deferred@464194580 after retry RPC after error@676795580) -> (continuation of Deferred@1804270136 after retry RPC after error@1670966732) -> (continuation of Deferred@537953799 after retry RPC after error@821199949) -> (continuation of Deferred@202761041 after retry RPC after error@675776914) -> (continuation of Deferred@214110755 after retry RPC after error@683097882) -> (continuation of Deferred@194731574 after retry RPC after error@528764366)))
14:06:58.058 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1806376073(state=PENDING, result=null, callback=(continuation of Deferred@1248935403 after retry RPC after error@1499084821) -> (continuation of Deferred@464194580 after retry RPC after error@676795580) -> (continuation of Deferred@1804270136 after retry RPC after error@1670966732) -> (continuation of Deferred@537953799 after retry RPC after error@821199949) -> (continuation of Deferred@202761041 after retry RPC after error@675776914) -> (continuation of Deferred@214110755 after retry RPC after error@683097882) -> (continuation of Deferred@194731574 after retry RPC after error@528764366), errback=(continuation of Deferred@1248935403 after retry RPC after error@1499084821) -> (continuation of Deferred@464194580 after retry RPC after error@676795580) -> (continuation of Deferred@1804270136 after retry RPC after error@1670966732) -> (continuation of Deferred@537953799 after retry RPC after error@821199949) -> (continuation of Deferred@202761041 after retry RPC after error@675776914) -> (continuation of Deferred@214110755 after retry RPC after error@683097882) -> (continuation of Deferred@194731574 after retry RPC after error@528764366)))
14:06:58.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:58.140789 4626 master_runner.cc:187] Error getting master registration for 127.3.133.126:38213: Network error: Client connection negotiation failed: client connection to 127.3.133.126:38213: connect: Connection refused (error 111),
14:06:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:58.140926 4626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:06:58.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.337 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1669816683(state=PENDING, result=null, callback=(continuation of Deferred@1671064549 after retry RPC after error@725022535) -> (continuation of Deferred@851166614 after retry RPC after error@1794074259) -> (continuation of Deferred@1520102760 after retry RPC after error@1175106995) -> (continuation of Deferred@720457617 after retry RPC after error@993755042) -> (continuation of Deferred@919024640 after retry RPC after error@636725318) -> (continuation of Deferred@90105518 after retry RPC after error@1710772168) -> (continuation of Deferred@1779437635 after retry RPC after error@1377379551), errback=(continuation of Deferred@1671064549 after retry RPC after error@725022535) -> (continuation of Deferred@851166614 after retry RPC after error@1794074259) -> (continuation of Deferred@1520102760 after retry RPC after error@1175106995) -> (continuation of Deferred@720457617 after retry RPC after error@993755042) -> (continuation of Deferred@919024640 after retry RPC after error@636725318) -> (continuation of Deferred@90105518 after retry RPC after error@1710772168) -> (continuation of Deferred@1779437635 after retry RPC after error@1377379551)))
14:06:58.337 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:58.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1439233308(state=PENDING, result=null, callback=(continuation of Deferred@594932397 after retry RPC after error@1225064449) -> (continuation of Deferred@1205853020 after retry RPC after error@1437447854) -> (continuation of Deferred@1497486892 after retry RPC after error@950386701) -> (continuation of Deferred@26868094 after retry RPC after error@960046885) -> (continuation of Deferred@1847490200 after retry RPC after error@2024634110) -> (continuation of Deferred@909189788 after retry RPC after error@1178680176), errback=(continuation of Deferred@594932397 after retry RPC after error@1225064449) -> (continuation of Deferred@1205853020 after retry RPC after error@1437447854) -> (continuation of Deferred@1497486892 after retry RPC after error@950386701) -> (continuation of Deferred@26868094 after retry RPC after error@960046885) -> (continuation of Deferred@1847490200 after retry RPC after error@2024634110) -> (continuation of Deferred@909189788 after retry RPC after error@1178680176)))
14:06:58.539 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1439233308(state=PENDING, result=null, callback=(continuation of Deferred@594932397 after retry RPC after error@1225064449) -> (continuation of Deferred@1205853020 after retry RPC after error@1437447854) -> (continuation of Deferred@1497486892 after retry RPC after error@950386701) -> (continuation of Deferred@26868094 after retry RPC after error@960046885) -> (continuation of Deferred@1847490200 after retry RPC after error@2024634110) -> (continuation of Deferred@909189788 after retry RPC after error@1178680176), errback=(continuation of Deferred@594932397 after retry RPC after error@1225064449) -> (continuation of Deferred@1205853020 after retry RPC after error@1437447854) -> (continuation of Deferred@1497486892 after retry RPC after error@950386701) -> (continuation of Deferred@26868094 after retry RPC after error@960046885) -> (continuation of Deferred@1847490200 after retry RPC after error@2024634110) -> (continuation of Deferred@909189788 after retry RPC after error@1178680176)))
14:06:58.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1381006313(state=PENDING, result=null, callback=(continuation of Deferred@1742660235 after retry RPC after error@986735471) -> (continuation of Deferred@26530330 after retry RPC after error@1355448050) -> (continuation of Deferred@1074791642 after retry RPC after error@2044910764) -> (continuation of Deferred@1589761416 after retry RPC after error@1576996172) -> (continuation of Deferred@487187709 after retry RPC after error@1918979148) -> (continuation of Deferred@576498205 after retry RPC after error@124536439) -> (continuation of Deferred@1435526251 after retry RPC after error@762007993), errback=(continuation of Deferred@1742660235 after retry RPC after error@986735471) -> (continuation of Deferred@26530330 after retry RPC after error@1355448050) -> (continuation of Deferred@1074791642 after retry RPC after error@2044910764) -> (continuation of Deferred@1589761416 after retry RPC after error@1576996172) -> (continuation of Deferred@487187709 after retry RPC after error@1918979148) -> (continuation of Deferred@576498205 after retry RPC after error@124536439) -> (continuation of Deferred@1435526251 after retry RPC after error@762007993)))
14:06:58.778 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1381006313(state=PENDING, result=null, callback=(continuation of Deferred@1742660235 after retry RPC after error@986735471) -> (continuation of Deferred@26530330 after retry RPC after error@1355448050) -> (continuation of Deferred@1074791642 after retry RPC after error@2044910764) -> (continuation of Deferred@1589761416 after retry RPC after error@1576996172) -> (continuation of Deferred@487187709 after retry RPC after error@1918979148) -> (continuation of Deferred@576498205 after retry RPC after error@124536439) -> (continuation of Deferred@1435526251 after retry RPC after error@762007993), errback=(continuation of Deferred@1742660235 after retry RPC after error@986735471) -> (continuation of Deferred@26530330 after retry RPC after error@1355448050) -> (continuation of Deferred@1074791642 after retry RPC after error@2044910764) -> (continuation of Deferred@1589761416 after retry RPC after error@1576996172) -> (continuation of Deferred@487187709 after retry RPC after error@1918979148) -> (continuation of Deferred@576498205 after retry RPC after error@124536439) -> (continuation of Deferred@1435526251 after retry RPC after error@762007993)))
14:06:58.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.959 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=32, TimeoutTracker(timeout=49921, elapsed=48760), Traces: [0ms] sending RPC to server master-127.3.133.124:36693, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] refreshing cache from master, [17ms] sending RPC to server master-127.3.133.125:36701, [17ms] sending RPC to server master-127.3.133.124:36693, [18ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [18ms] received response from server master-127.3.133.125:36701: OK, [18ms] sending RPC to server master-127.3.133.126:38213, [19ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [36ms] refreshing cache from master, [36ms] sending RPC to server master-127.3.133.125:36701, [37ms] sending RPC to server master-127.3.133.124:36693, [37ms] sending RPC to server master-127.3.133.126:38213, [38ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [38ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [38ms] received response from server master-127.3.133.125:36701: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [57ms] refreshing cache from master, [57ms] sending RPC to server master-127.3.133.125:36701, [58ms] sending RPC to server master-127.3.133.124:36693, [58ms] received response from server master-127.3.133.125:36701: OK, [58ms] sending RPC to server master-127.3.133.126:38213, [59ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [77ms] refreshing cache from master, [77ms] sending RPC to server master-127.3.133.125:36701, [77ms] sending RPC to server master-127.3.133.124:36693, [77ms] sending RPC to server master-127.3.133.126:38213, [78ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [78ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [78ms] received response from server master-127.3.133.125:36701: OK, [78ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [97ms] refreshing cache from master, [97ms] sending RPC to server master-127.3.133.125:36701, [97ms] sending RPC to server master-127.3.133.124:36693, [97ms] sending RPC to server master-127.3.133.126:38213, [98ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [98ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [98ms] received response from server master-127.3.133.125:36701: OK, [98ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [137ms] refreshing cache from master, [137ms] sending RPC to server master-127.3.133.125:36701, [137ms] sending RPC to server master-127.3.133.124:36693, [137ms] sending RPC to server master-127.3.133.126:38213, [137ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [138ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [138ms] received response from server master-127.3.133.125:36701: OK, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [177ms] refreshing cache from master, [177ms] sending RPC to server master-127.3.133.125:36701, [177ms] sending RPC to server master-127.3.133.124:36693, [178ms] sending RPC to server master-127.3.133.126:38213, [178ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [178ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] received response from server master-127.3.133.125:36701: OK, [179ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [357ms] refreshing cache from master, [357ms] sending RPC to server master-127.3.133.125:36701, [357ms] sending RPC to server master-127.3.133.124:36693, [358ms] sending RPC to server master-127.3.133.126:38213, [358ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [358ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [359ms] received response from server master-127.3.133.125:36701: OK, [359ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [436ms] refreshing cache from master, [436ms] sending RPC to server master-127.3.133.125:36701, [436ms] sending RPC to server master-127.3.133.124:36693, [437ms] sending RPC to server master-127.3.133.126:38213, [437ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [437ms] received response from server master-127.3.133.125:36701: OK, [437ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [437ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1316ms] refreshing cache from master, [1316ms] sending RPC to server master-127.3.133.125:36701, [1316ms] sending RPC to server master-127.3.133.124:36693, [1317ms] sending RPC to server master-127.3.133.126:38213, [1317ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1318ms] received response from server master-127.3.133.125:36701: OK, [1318ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1318ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1477ms] refreshing cache from master, [1477ms] sending RPC to server master-127.3.133.125:36701, [1477ms] sending RPC to server master-127.3.133.124:36693, [1478ms] sending RPC to server master-127.3.133.126:38213, [1478ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1478ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1479ms] received response from server master-127.3.133.125:36701: OK, [1479ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [3977ms] refreshing cache from master, [3977ms] sending RPC to server master-127.3.133.125:36701, [3977ms] sending RPC to server master-127.3.133.124:36693, [3977ms] sending RPC to server master-127.3.133.126:38213, [3977ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [3978ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [3978ms] received response from server master-127.3.133.125:36701: OK, [3978ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [4817ms] refreshing cache from master, [4817ms] sending RPC to server master-127.3.133.125:36701, [4817ms] too many traces: truncated at 100 traces, deferred=Deferred@1157036521(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.3.133.124:36693 -> (continuation of Deferred@511891831 after retry RPC after error@1042046013) -> (continuation of Deferred@1649373431 after retry RPC after error@293991654) -> (continuation of Deferred@423939776 after retry RPC after error@1164280929) -> (continuation of Deferred@1555340530 after retry RPC after error@1646813510) -> (continuation of Deferred@1562743053 after retry RPC after error@881479748) -> (continuation of Deferred@1285626155 after retry RPC after error@1839362984) -> (continuation of Deferred@478034664 after retry RPC after error@2056278355) -> (continuation of Deferred@1044150123 after retry RPC after error@1090350135) -> (continuation of Deferred@758757306 after retry RPC after error@1440440711) -> (continuation of Deferred@134337400 after retry RPC after error@590776987) -> (continuation of Deferred@1129475360 after retry RPC after error@1301019540) -> (continuation of Deferred@1268214606 after retry RPC after error@1549947637) -> (continuation of Deferred@201924404 after retry RPC after error@516686458) -> (continuation of Deferred@1861343222 after retry RPC after error@550159655) -> (continuation of Deferred@1694404277 after retry RPC after error@442474370) -> (continuation of Deferred@2054268248 after retry RPC after error@216310988) -> (continuation of Deferred@478091459 after retry RPC after error@2059020097) -> (continuation of Deferred@227935787 after retry RPC after error@620564881) -> (continuation of Deferred@1075883213 after retry RPC after error@1804274599) -> (continuation of Deferred@1444020131 after retry RPC after error@447487337) -> (continuation of Deferred@1605340213 after retry RPC after error@1816818260) -> (continuation of Deferred@897541273 after retry RPC after error@1338142730) -> (continuation of Deferred@1823441891 after retry RPC after error@1405650160) -> (continuation of Deferred@492661180 after retry RPC after error@1103300669) -> (continuation of Deferred@1365457789 after retry RPC after error@1176226469) -> (continuation of Deferred@821910355 after retry RPC after error@1772498833) -> (continuation of Deferred@567691531 after retry RPC after error@956363126) -> (continuation of Deferred@1669141190 after retry RPC after error@1006592927) -> (continuation of Deferred@678620154 after retry RPC after error@382149827) -> (continuation of Deferred@497545215 after retry RPC after error@1568965711), errback=org.apache.kudu.client.ConnectToCluster$1@6216993e -> ConnectToMasterErrCB for 127.3.133.124:36693 -> (continuation of Deferred@511891831 after retry RPC after error@1042046013) -> (continuation of Deferred@1649373431 after retry RPC after error@293991654) -> (continuation of Deferred@423939776 after retry RPC after error@1164280929) -> (continuation of Deferred@1555340530 after retry RPC after error@1646813510) -> (continuation of Deferred@1562743053 after retry RPC after error@881479748) -> (continuation of Deferred@1285626155 after retry RPC after error@1839362984) -> (continuation of Deferred@478034664 after retry RPC after error@2056278355) -> (continuation of Deferred@1044150123 after retry RPC after error@1090350135) -> (continuation of Deferred@758757306 after retry RPC after error@1440440711) -> (continuation of Deferred@134337400 after retry RPC after error@590776987) -> (continuation of Deferred@1129475360 after retry RPC after error@1301019540) -> (continuation of Deferred@1268214606 after retry RPC after error@1549947637) -> (continuation of Deferred@201924404 after retry RPC after error@516686458) -> (continuation of Deferred@1861343222 after retry RPC after error@550159655) -> (continuation of Deferred@1694404277 after retry RPC after error@442474370) -> (continuation of Deferred@2054268248 after retry RPC after error@216310988) -> (continuation of Deferred@478091459 after retry RPC after error@2059020097) -> (continuation of Deferred@227935787 after retry RPC after error@620564881) -> (continuation of Deferred@1075883213 after retry RPC after error@1804274599) -> (continuation of Deferred@1444020131 after retry RPC after error@447487337) -> (continuation of Deferred@1605340213 after retry RPC after error@1816818260) -> (continuation of Deferred@897541273 after retry RPC after error@1338142730) -> (continuation of Deferred@1823441891 after retry RPC after error@1405650160) -> (continuation of Deferred@492661180 after retry RPC after error@1103300669) -> (continuation of Deferred@1365457789 after retry RPC after error@1176226469) -> (continuation of Deferred@821910355 after retry RPC after error@1772498833) -> (continuation of Deferred@567691531 after retry RPC after error@956363126) -> (continuation of Deferred@1669141190 after retry RPC after error@1006592927) -> (continuation of Deferred@678620154 after retry RPC after error@382149827) -> (continuation of Deferred@497545215 after retry RPC after error@1568965711)))
14:06:58.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=32, TimeoutTracker(timeout=49921, elapsed=48760), Traces: [0ms] sending RPC to server master-127.3.133.124:36693, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] refreshing cache from master, [17ms] sending RPC to server master-127.3.133.125:36701, [17ms] sending RPC to server master-127.3.133.124:36693, [18ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [18ms] received response from server master-127.3.133.125:36701: OK, [18ms] sending RPC to server master-127.3.133.126:38213, [19ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [36ms] refreshing cache from master, [36ms] sending RPC to server master-127.3.133.125:36701, [37ms] sending RPC to server master-127.3.133.124:36693, [37ms] sending RPC to server master-127.3.133.126:38213, [38ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [38ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [38ms] received response from server master-127.3.133.125:36701: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [57ms] refreshing cache from master, [57ms] sending RPC to server master-127.3.133.125:36701, [58ms] sending RPC to server master-127.3.133.124:36693, [58ms] received response from server master-127.3.133.125:36701: OK, [58ms] sending RPC to server master-127.3.133.126:38213, [59ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [77ms] refreshing cache from master, [77ms] sending RPC to server master-127.3.133.125:36701, [77ms] sending RPC to server master-127.3.133.124:36693, [77ms] sending RPC to server master-127.3.133.126:38213, [78ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [78ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [78ms] received response from server master-127.3.133.125:36701: OK, [78ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [97ms] refreshing cache from master, [97ms] sending RPC to server master-127.3.133.125:36701, [97ms] sending RPC to server master-127.3.133.124:36693, [97ms] sending RPC to server master-127.3.133.126:38213, [98ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [98ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [98ms] received response from server master-127.3.133.125:36701: OK, [98ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [137ms] refreshing cache from master, [137ms] sending RPC to server master-127.3.133.125:36701, [137ms] sending RPC to server master-127.3.133.124:36693, [137ms] sending RPC to server master-127.3.133.126:38213, [137ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [138ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [138ms] received response from server master-127.3.133.125:36701: OK, [138ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [177ms] refreshing cache from master, [177ms] sending RPC to server master-127.3.133.125:36701, [177ms] sending RPC to server master-127.3.133.124:36693, [178ms] sending RPC to server master-127.3.133.126:38213, [178ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [178ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] received response from server master-127.3.133.125:36701: OK, [179ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [357ms] refreshing cache from master, [357ms] sending RPC to server master-127.3.133.125:36701, [357ms] sending RPC to server master-127.3.133.124:36693, [358ms] sending RPC to server master-127.3.133.126:38213, [358ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [358ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [359ms] received response from server master-127.3.133.125:36701: OK, [359ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [436ms] refreshing cache from master, [436ms] sending RPC to server master-127.3.133.125:36701, [436ms] sending RPC to server master-127.3.133.124:36693, [437ms] sending RPC to server master-127.3.133.126:38213, [437ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [437ms] received response from server master-127.3.133.125:36701: OK, [437ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [437ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1316ms] refreshing cache from master, [1316ms] sending RPC to server master-127.3.133.125:36701, [1316ms] sending RPC to server master-127.3.133.124:36693, [1317ms] sending RPC to server master-127.3.133.126:38213, [1317ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1318ms] received response from server master-127.3.133.125:36701: OK, [1318ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1318ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1477ms] refreshing cache from master, [1477ms] sending RPC to server master-127.3.133.125:36701, [1477ms] sending RPC to server master-127.3.133.124:36693, [1478ms] sending RPC to server master-127.3.133.126:38213, [1478ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1478ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1479ms] received response from server master-127.3.133.125:36701: OK, [1479ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [3977ms] refreshing cache from master, [3977ms] sending RPC to server master-127.3.133.125:36701, [3977ms] sending RPC to server master-127.3.133.124:36693, [3977ms] sending RPC to server master-127.3.133.126:38213, [3977ms] received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [3978ms] received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [3978ms] received response from server master-127.3.133.125:36701: OK, [3978ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [4817ms] refreshing cache from master, [4817ms] sending RPC to server master-127.3.133.125:36701, [4817ms] too many traces: truncated at 100 traces, deferred=Deferred@1157036521(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.3.133.124:36693 -> (continuation of Deferred@511891831 after retry RPC after error@1042046013) -> (continuation of Deferred@1649373431 after retry RPC after error@293991654) -> (continuation of Deferred@423939776 after retry RPC after error@1164280929) -> (continuation of Deferred@1555340530 after retry RPC after error@1646813510) -> (continuation of Deferred@1562743053 after retry RPC after error@881479748) -> (continuation of Deferred@1285626155 after retry RPC after error@1839362984) -> (continuation of Deferred@478034664 after retry RPC after error@2056278355) -> (continuation of Deferred@1044150123 after retry RPC after error@1090350135) -> (continuation of Deferred@758757306 after retry RPC after error@1440440711) -> (continuation of Deferred@134337400 after retry RPC after error@590776987) -> (continuation of Deferred@1129475360 after retry RPC after error@1301019540) -> (continuation of Deferred@1268214606 after retry RPC after error@1549947637) -> (continuation of Deferred@201924404 after retry RPC after error@516686458) -> (continuation of Deferred@1861343222 after retry RPC after error@550159655) -> (continuation of Deferred@1694404277 after retry RPC after error@442474370) -> (continuation of Deferred@2054268248 after retry RPC after error@216310988) -> (continuation of Deferred@478091459 after retry RPC after error@2059020097) -> (continuation of Deferred@227935787 after retry RPC after error@620564881) -> (continuation of Deferred@1075883213 after retry RPC after error@1804274599) -> (continuation of Deferred@1444020131 after retry RPC after error@447487337) -> (continuation of Deferred@1605340213 after retry RPC after error@1816818260) -> (continuation of Deferred@897541273 after retry RPC after error@1338142730) -> (continuation of Deferred@1823441891 after retry RPC after error@1405650160) -> (continuation of Deferred@492661180 after retry RPC after error@1103300669) -> (continuation of Deferred@1365457789 after retry RPC after error@1176226469) -> (continuation of Deferred@821910355 after retry RPC after error@1772498833) -> (continuation of Deferred@567691531 after retry RPC after error@956363126) -> (continuation of Deferred@1669141190 after retry RPC after error@1006592927) -> (continuation of Deferred@678620154 after retry RPC after error@382149827) -> (continuation of Deferred@497545215 after retry RPC after error@1568965711), errback=org.apache.kudu.client.ConnectToCluster$1@6216993e -> ConnectToMasterErrCB for 127.3.133.124:36693 -> (continuation of Deferred@511891831 after retry RPC after error@1042046013) -> (continuation of Deferred@1649373431 after retry RPC after error@293991654) -> (continuation of Deferred@423939776 after retry RPC after error@1164280929) -> (continuation of Deferred@1555340530 after retry RPC after error@1646813510) -> (continuation of Deferred@1562743053 after retry RPC after error@881479748) -> (continuation of Deferred@1285626155 after retry RPC after error@1839362984) -> (continuation of Deferred@478034664 after retry RPC after error@2056278355) -> (continuation of Deferred@1044150123 after retry RPC after error@1090350135) -> (continuation of Deferred@758757306 after retry RPC after error@1440440711) -> (continuation of Deferred@134337400 after retry RPC after error@590776987) -> (continuation of Deferred@1129475360 after retry RPC after error@1301019540) -> (continuation of Deferred@1268214606 after retry RPC after error@1549947637) -> (continuation of Deferred@201924404 after retry RPC after error@516686458) -> (continuation of Deferred@1861343222 after retry RPC after error@550159655) -> (continuation of Deferred@1694404277 after retry RPC after error@442474370) -> (continuation of Deferred@2054268248 after retry RPC after error@216310988) -> (continuation of Deferred@478091459 after retry RPC after error@2059020097) -> (continuation of Deferred@227935787 after retry RPC after error@620564881) -> (continuation of Deferred@1075883213 after retry RPC after error@1804274599) -> (continuation of Deferred@1444020131 after retry RPC after error@447487337) -> (continuation of Deferred@1605340213 after retry RPC after error@1816818260) -> (continuation of Deferred@897541273 after retry RPC after error@1338142730) -> (continuation of Deferred@1823441891 after retry RPC after error@1405650160) -> (continuation of Deferred@492661180 after retry RPC after error@1103300669) -> (continuation of Deferred@1365457789 after retry RPC after error@1176226469) -> (continuation of Deferred@821910355 after retry RPC after error@1772498833) -> (continuation of Deferred@567691531 after retry RPC after error@956363126) -> (continuation of Deferred@1669141190 after retry RPC after error@1006592927) -> (continuation of Deferred@678620154 after retry RPC after error@382149827) -> (continuation of Deferred@497545215 after retry RPC after error@1568965711)))
14:06:58.960 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:58.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:58.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:58.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:58.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:58.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1306024067(state=PENDING, result=null, callback=(continuation of Deferred@1872924368 after retry RPC after error@377346455) -> (continuation of Deferred@1089760527 after retry RPC after error@1340553682) -> (continuation of Deferred@877193968 after retry RPC after error@1275149455) -> (continuation of Deferred@796830741 after retry RPC after error@1495345537) -> (continuation of Deferred@709711679 after retry RPC after error@1869476797) -> (continuation of Deferred@900330561 after retry RPC after error@1704246868) -> (continuation of Deferred@622913910 after retry RPC after error@626001524), errback=(continuation of Deferred@1872924368 after retry RPC after error@377346455) -> (continuation of Deferred@1089760527 after retry RPC after error@1340553682) -> (continuation of Deferred@877193968 after retry RPC after error@1275149455) -> (continuation of Deferred@796830741 after retry RPC after error@1495345537) -> (continuation of Deferred@709711679 after retry RPC after error@1869476797) -> (continuation of Deferred@900330561 after retry RPC after error@1704246868) -> (continuation of Deferred@622913910 after retry RPC after error@626001524)))
14:06:58.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@1306024067(state=PENDING, result=null, callback=(continuation of Deferred@1872924368 after retry RPC after error@377346455) -> (continuation of Deferred@1089760527 after retry RPC after error@1340553682) -> (continuation of Deferred@877193968 after retry RPC after error@1275149455) -> (continuation of Deferred@796830741 after retry RPC after error@1495345537) -> (continuation of Deferred@709711679 after retry RPC after error@1869476797) -> (continuation of Deferred@900330561 after retry RPC after error@1704246868) -> (continuation of Deferred@622913910 after retry RPC after error@626001524), errback=(continuation of Deferred@1872924368 after retry RPC after error@377346455) -> (continuation of Deferred@1089760527 after retry RPC after error@1340553682) -> (continuation of Deferred@877193968 after retry RPC after error@1275149455) -> (continuation of Deferred@796830741 after retry RPC after error@1495345537) -> (continuation of Deferred@709711679 after retry RPC after error@1869476797) -> (continuation of Deferred@900330561 after retry RPC after error@1704246868) -> (continuation of Deferred@622913910 after retry RPC after error@626001524)))
14:06:58.999 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.079 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.197 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@603884434(state=PENDING, result=null, callback=(continuation of Deferred@2022048041 after retry RPC after error@612856574) -> (continuation of Deferred@1234478990 after retry RPC after error@509679413) -> (continuation of Deferred@1445384857 after retry RPC after error@1235835425) -> (continuation of Deferred@636300365 after retry RPC after error@857956218) -> (continuation of Deferred@1399972253 after retry RPC after error@1342882176) -> (continuation of Deferred@474546312 after retry RPC after error@892880116) -> (continuation of Deferred@1771648711 after retry RPC after error@1872358581), errback=(continuation of Deferred@2022048041 after retry RPC after error@612856574) -> (continuation of Deferred@1234478990 after retry RPC after error@509679413) -> (continuation of Deferred@1445384857 after retry RPC after error@1235835425) -> (continuation of Deferred@636300365 after retry RPC after error@857956218) -> (continuation of Deferred@1399972253 after retry RPC after error@1342882176) -> (continuation of Deferred@474546312 after retry RPC after error@892880116) -> (continuation of Deferred@1771648711 after retry RPC after error@1872358581)))
14:06:59.198 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, deferred=Deferred@603884434(state=PENDING, result=null, callback=(continuation of Deferred@2022048041 after retry RPC after error@612856574) -> (continuation of Deferred@1234478990 after retry RPC after error@509679413) -> (continuation of Deferred@1445384857 after retry RPC after error@1235835425) -> (continuation of Deferred@636300365 after retry RPC after error@857956218) -> (continuation of Deferred@1399972253 after retry RPC after error@1342882176) -> (continuation of Deferred@474546312 after retry RPC after error@892880116) -> (continuation of Deferred@1771648711 after retry RPC after error@1872358581), errback=(continuation of Deferred@2022048041 after retry RPC after error@612856574) -> (continuation of Deferred@1234478990 after retry RPC after error@509679413) -> (continuation of Deferred@1445384857 after retry RPC after error@1235835425) -> (continuation of Deferred@636300365 after retry RPC after error@857956218) -> (continuation of Deferred@1399972253 after retry RPC after error@1342882176) -> (continuation of Deferred@474546312 after retry RPC after error@892880116) -> (continuation of Deferred@1771648711 after retry RPC after error@1872358581)))
14:06:59.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.317 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1893985346(state=PENDING, result=null, callback=(continuation of Deferred@2088824144 after retry RPC after error@695707650) -> (continuation of Deferred@968019278 after retry RPC after error@1457301446) -> (continuation of Deferred@760031776 after retry RPC after error@963551283) -> (continuation of Deferred@379175661 after retry RPC after error@633910639) -> (continuation of Deferred@1636866012 after retry RPC after error@766762213) -> (continuation of Deferred@1978002708 after retry RPC after error@359025930) -> (continuation of Deferred@1881998861 after retry RPC after error@1128970265) -> (continuation of Deferred@429744169 after retry RPC after error@1043619853), errback=(continuation of Deferred@2088824144 after retry RPC after error@695707650) -> (continuation of Deferred@968019278 after retry RPC after error@1457301446) -> (continuation of Deferred@760031776 after retry RPC after error@963551283) -> (continuation of Deferred@379175661 after retry RPC after error@633910639) -> (continuation of Deferred@1636866012 after retry RPC after error@766762213) -> (continuation of Deferred@1978002708 after retry RPC after error@359025930) -> (continuation of Deferred@1881998861 after retry RPC after error@1128970265) -> (continuation of Deferred@429744169 after retry RPC after error@1043619853)))
14:06:59.438 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [220ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1893985346(state=PENDING, result=null, callback=(continuation of Deferred@2088824144 after retry RPC after error@695707650) -> (continuation of Deferred@968019278 after retry RPC after error@1457301446) -> (continuation of Deferred@760031776 after retry RPC after error@963551283) -> (continuation of Deferred@379175661 after retry RPC after error@633910639) -> (continuation of Deferred@1636866012 after retry RPC after error@766762213) -> (continuation of Deferred@1978002708 after retry RPC after error@359025930) -> (continuation of Deferred@1881998861 after retry RPC after error@1128970265) -> (continuation of Deferred@429744169 after retry RPC after error@1043619853), errback=(continuation of Deferred@2088824144 after retry RPC after error@695707650) -> (continuation of Deferred@968019278 after retry RPC after error@1457301446) -> (continuation of Deferred@760031776 after retry RPC after error@963551283) -> (continuation of Deferred@379175661 after retry RPC after error@633910639) -> (continuation of Deferred@1636866012 after retry RPC after error@766762213) -> (continuation of Deferred@1978002708 after retry RPC after error@359025930) -> (continuation of Deferred@1881998861 after retry RPC after error@1128970265) -> (continuation of Deferred@429744169 after retry RPC after error@1043619853)))
14:06:59.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.717 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, deferred=Deferred@1224722949(state=PENDING, result=null, callback=(continuation of Deferred@20961004 after retry RPC after error@1760988884) -> (continuation of Deferred@963731296 after retry RPC after error@258475433) -> (continuation of Deferred@1881094686 after retry RPC after error@742623975) -> (continuation of Deferred@536500816 after retry RPC after error@1357926731) -> (continuation of Deferred@1496735361 after retry RPC after error@1762849778) -> (continuation of Deferred@620170330 after retry RPC after error@1985964934) -> (continuation of Deferred@494334362 after retry RPC after error@1661275301), errback=(continuation of Deferred@20961004 after retry RPC after error@1760988884) -> (continuation of Deferred@963731296 after retry RPC after error@258475433) -> (continuation of Deferred@1881094686 after retry RPC after error@742623975) -> (continuation of Deferred@536500816 after retry RPC after error@1357926731) -> (continuation of Deferred@1496735361 after retry RPC after error@1762849778) -> (continuation of Deferred@620170330 after retry RPC after error@1985964934) -> (continuation of Deferred@494334362 after retry RPC after error@1661275301)))
14:06:59.717 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:06:59.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.124:36693(127.3.133.124:36693)] connecting to peer
14:06:59.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.133.126:38213(127.3.133.126:38213)] connecting to peer
14:06:59.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.133.124:36693(127.3.133.124:36693)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.124:36693: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693
14:06:59.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.126:38213(127.3.133.126:38213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.133.126:38213: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213
14:06:59.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.818 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=11, TimeoutTracker(timeout=50000, elapsed=49699), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [98ms] Sub RPC ConnectToMaster: refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [117ms] Sub RPC ConnectToMaster: refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [119ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [138ms] Sub RPC ConnectToMaster: refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [139ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [158ms] Sub RPC ConnectToMaster: refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [159ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [178ms] Sub RPC ConnectToMaster: refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [179ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [218ms] Sub RPC ConnectToMaster: refreshing cache from master, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [218ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [219ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [219ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [219ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [258ms] Sub RPC ConnectToMaster: refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [260ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [260ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [438ms] Sub RPC ConnectToMaster: refreshing cache from master, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [439ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [440ms] too many traces: truncated at 100 traces, deferred=Deferred@179822703(state=PENDING, result=null, callback=(continuation of Deferred@877274143 after retry RPC after error@140158483) -> (continuation of Deferred@414630312 after retry RPC after error@767032905) -> (continuation of Deferred@1220037948 after retry RPC after error@361697286) -> (continuation of Deferred@991570078 after retry RPC after error@701357058) -> (continuation of Deferred@597079466 after retry RPC after error@1324654334) -> (continuation of Deferred@608178534 after retry RPC after error@1672143904) -> (continuation of Deferred@1963406874 after retry RPC after error@535708970) -> (continuation of Deferred@998354064 after retry RPC after error@255775780) -> (continuation of Deferred@1128633407 after retry RPC after error@787435112) -> (continuation of Deferred@415007241 after retry RPC after error@1633352398), errback=(continuation of Deferred@877274143 after retry RPC after error@140158483) -> (continuation of Deferred@414630312 after retry RPC after error@767032905) -> (continuation of Deferred@1220037948 after retry RPC after error@361697286) -> (continuation of Deferred@991570078 after retry RPC after error@701357058) -> (continuation of Deferred@597079466 after retry RPC after error@1324654334) -> (continuation of Deferred@608178534 after retry RPC after error@1672143904) -> (continuation of Deferred@1963406874 after retry RPC after error@535708970) -> (continuation of Deferred@998354064 after retry RPC after error@255775780) -> (continuation of Deferred@1128633407 after retry RPC after error@787435112) -> (continuation of Deferred@415007241 after retry RPC after error@1633352398)))
14:06:59.819 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213; will retry
14:06:59.819 [DEBUG - main] (Connection.java:575) [peer b6dbcb88f0df445897491c2118e5502b(127.3.133.67:33553)] disconnecting while in state READY
14:06:59.819 [DEBUG - main] (Connection.java:575) [peer 89119336845344cda5a4dc69c06799bf(127.3.133.66:46479)] disconnecting while in state READY
14:06:59.820 [DEBUG - main] (Connection.java:575) [peer master-127.3.133.124:36693(127.3.133.124:36693)] disconnecting while in state TERMINATED
14:06:59.820 [DEBUG - main] (Connection.java:575) [peer master-127.3.133.126:38213(127.3.133.126:38213)] disconnecting while in state TERMINATED
14:06:59.820 [DEBUG - main] (Connection.java:575) [peer master-127.3.133.125:36701(127.3.133.125:36701)] disconnecting while in state READY
14:06:59.820 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b6dbcb88f0df445897491c2118e5502b(127.3.133.67:33553)] handling channelInactive
14:06:59.820 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 89119336845344cda5a4dc69c06799bf(127.3.133.66:46479)] handling channelInactive
14:06:59.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b6dbcb88f0df445897491c2118e5502b(127.3.133.67:33553)] cleaning up while in state READY due to: connection closed
14:06:59.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 89119336845344cda5a4dc69c06799bf(127.3.133.66:46479)] cleaning up while in state READY due to: connection closed
14:06:59.821 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:06:59.822 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.133.125:36701(127.3.133.125:36701)] handling channelInactive
14:06:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:59.821997 3605 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu pid 3914
14:06:59.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.133.125:36701(127.3.133.125:36701)] cleaning up while in state READY due to: connection closed
14:06:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:59.836472 4048 generic_service.cc:196] Checking for leaks (request via RPC)
14:06:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:59.946203 3605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu with pid 3914
14:06:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 14:06:59.965615 4642 connection.cc:573] server connection from 127.3.133.65:50283 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:06:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:59.966264 3605 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu pid 4058
14:06:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:06:59.973799 4189 generic_service.cc:196] Checking for leaks (request via RPC)
14:07:00.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:07:00.136384 3605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu with pid 4058
14:07:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:07:00.164268 3605 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu pid 4199
14:07:00.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:07:00.170864 4330 generic_service.cc:196] Checking for leaks (request via RPC)
14:07:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:07:00.280257 3605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu with pid 4199
14:07:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:07:00.296721 3605 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu pid 4626
14:07:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:07:00.302515 4698 generic_service.cc:196] Checking for leaks (request via RPC)
14:07:00.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 14:07:00.445895 3605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskF_hT0c/build/asan/bin/kudu with pid 4626
14:07:00.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T14:07:00Z chronyd exiting
14:07:00.610 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=11, TimeoutTracker(timeout=50000, elapsed=49699), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [98ms] Sub RPC ConnectToMaster: refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [117ms] Sub RPC ConnectToMaster: refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [119ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [138ms] Sub RPC ConnectToMaster: refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [139ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [158ms] Sub RPC ConnectToMaster: refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [159ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [178ms] Sub RPC ConnectToMaster: refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [179ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [218ms] Sub RPC ConnectToMaster: refreshing cache from master, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [218ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [219ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [219ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [219ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [258ms] Sub RPC ConnectToMaster: refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [260ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [260ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [438ms] Sub RPC ConnectToMaster: refreshing cache from master, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [439ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [440ms] too many traces: truncated at 100 traces, deferred=Deferred@179822703(state=PENDING, result=null, callback=(continuation of Deferred@877274143 after retry RPC after error@140158483) -> (continuation of Deferred@414630312 after retry RPC after error@767032905) -> (continuation of Deferred@1220037948 after retry RPC after error@361697286) -> (continuation of Deferred@991570078 after retry RPC after error@701357058) -> (continuation of Deferred@597079466 after retry RPC after error@1324654334) -> (continuation of Deferred@608178534 after retry RPC after error@1672143904) -> (continuation of Deferred@1963406874 after retry RPC after error@535708970) -> (continuation of Deferred@998354064 after retry RPC after error@255775780) -> (continuation of Deferred@1128633407 after retry RPC after error@787435112) -> (continuation of Deferred@415007241 after retry RPC after error@1633352398), errback=(continuation of Deferred@877274143 after retry RPC after error@140158483) -> (continuation of Deferred@414630312 after retry RPC after error@767032905) -> (continuation of Deferred@1220037948 after retry RPC after error@361697286) -> (continuation of Deferred@991570078 after retry RPC after error@701357058) -> (continuation of Deferred@597079466 after retry RPC after error@1324654334) -> (continuation of Deferred@608178534 after retry RPC after error@1672143904) -> (continuation of Deferred@1963406874 after retry RPC after error@535708970) -> (continuation of Deferred@998354064 after retry RPC after error@255775780) -> (continuation of Deferred@1128633407 after retry RPC after error@787435112) -> (continuation of Deferred@415007241 after retry RPC after error@1633352398)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=11, TimeoutTracker(timeout=50000, elapsed=49699), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [0ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [81ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [98ms] Sub RPC ConnectToMaster: refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [99ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [100ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [117ms] Sub RPC ConnectToMaster: refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [119ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [119ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [138ms] Sub RPC ConnectToMaster: refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [139ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [140ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [140ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [158ms] Sub RPC ConnectToMaster: refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [159ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [159ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [178ms] Sub RPC ConnectToMaster: refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [179ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [218ms] Sub RPC ConnectToMaster: refreshing cache from master, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [218ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [219ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [219ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [219ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [258ms] Sub RPC ConnectToMaster: refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.126:38213: Network error: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [260ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.125:36701: OK, [260ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.3.133.125:36701,127.3.133.124:36693,127.3.133.126:38213) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.133.126:38213(127.3.133.126:38213): Connection refused: /127.3.133.126:38213, [438ms] Sub RPC ConnectToMaster: refreshing cache from master, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.125:36701, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.124:36693, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.133.126:38213, [439ms] Sub RPC ConnectToMaster: received response from server master-127.3.133.124:36693: Network error: Failed to connect to peer master-127.3.133.124:36693(127.3.133.124:36693): Connection refused: /127.3.133.124:36693, [440ms] too many traces: truncated at 100 traces, deferred=Deferred@179822703(state=PENDING, result=null, callback=(continuation of Deferred@877274143 after retry RPC after error@140158483) -> (continuation of Deferred@414630312 after retry RPC after error@767032905) -> (continuation of Deferred@1220037948 after retry RPC after error@361697286) -> (continuation of Deferred@991570078 after retry RPC after error@701357058) -> (continuation of Deferred@597079466 after retry RPC after error@1324654334) -> (continuation of Deferred@608178534 after retry RPC after error@1672143904) -> (continuation of Deferred@1963406874 after retry RPC after error@535708970) -> (continuation of Deferred@998354064 after retry RPC after error@255775780) -> (continuation of Deferred@1128633407 after retry RPC after error@787435112) -> (continuation of Deferred@415007241 after retry RPC after error@1633352398), errback=(continuation of Deferred@877274143 after retry RPC after error@140158483) -> (continuation of Deferred@414630312 after retry RPC after error@767032905) -> (continuation of Deferred@1220037948 after retry RPC after error@361697286) -> (continuation of Deferred@991570078 after retry RPC after error@701357058) -> (continuation of Deferred@597079466 after retry RPC after error@1324654334) -> (continuation of Deferred@608178534 after retry RPC after error@1672143904) -> (continuation of Deferred@1963406874 after retry RPC after error@535708970) -> (continuation of Deferred@998354064 after retry RPC after error@255775780) -> (continuation of Deferred@1128633407 after retry RPC after error@787435112) -> (continuation of Deferred@415007241 after retry RPC after error@1633352398)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)